2024-12-06 22:18:55,804 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-06 22:18:55,816 main DEBUG Took 0.009420 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 22:18:55,816 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 22:18:55,816 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 22:18:55,817 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 22:18:55,818 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 22:18:55,825 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 22:18:55,835 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 22:18:55,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 22:18:55,837 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 22:18:55,838 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 22:18:55,838 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 22:18:55,838 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 22:18:55,839 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 22:18:55,839 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 22:18:55,840 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 22:18:55,840 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 22:18:55,841 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 22:18:55,841 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 22:18:55,842 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 22:18:55,842 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 22:18:55,842 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 22:18:55,843 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 22:18:55,843 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 22:18:55,843 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 22:18:55,844 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 22:18:55,844 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 22:18:55,844 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 22:18:55,845 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 22:18:55,845 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 22:18:55,845 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 22:18:55,846 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 22:18:55,846 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 22:18:55,847 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 22:18:55,848 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 22:18:55,850 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 22:18:55,850 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 22:18:55,851 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 22:18:55,852 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 22:18:55,860 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 22:18:55,862 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 22:18:55,864 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 22:18:55,864 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 22:18:55,865 main DEBUG createAppenders(={Console}) 2024-12-06 22:18:55,865 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-12-06 22:18:55,866 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-06 22:18:55,866 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-12-06 22:18:55,866 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 22:18:55,867 main DEBUG OutputStream closed 2024-12-06 22:18:55,867 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 22:18:55,867 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 22:18:55,867 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-12-06 22:18:55,932 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 22:18:55,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 22:18:55,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 22:18:55,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 22:18:55,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 22:18:55,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 22:18:55,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 22:18:55,938 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 22:18:55,938 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 22:18:55,938 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 22:18:55,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 22:18:55,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 22:18:55,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 22:18:55,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 22:18:55,940 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 22:18:55,940 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 22:18:55,940 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 22:18:55,941 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 22:18:55,943 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 22:18:55,944 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-12-06 22:18:55,944 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 22:18:55,945 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-12-06T22:18:56,167 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911 2024-12-06 22:18:56,169 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 22:18:56,170 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T22:18:56,178 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-06T22:18:56,197 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T22:18:56,200 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/cluster_50b5a7fc-3fa1-0061-c19a-b6639f045216, deleteOnExit=true 2024-12-06T22:18:56,200 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-06T22:18:56,201 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/test.cache.data in system properties and HBase conf 2024-12-06T22:18:56,201 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T22:18:56,202 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/hadoop.log.dir in system properties and HBase conf 2024-12-06T22:18:56,202 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T22:18:56,203 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T22:18:56,203 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-06T22:18:56,293 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T22:18:56,389 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T22:18:56,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T22:18:56,394 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T22:18:56,394 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T22:18:56,394 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T22:18:56,395 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T22:18:56,395 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T22:18:56,396 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T22:18:56,396 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T22:18:56,396 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T22:18:56,397 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/nfs.dump.dir in system properties and HBase conf 2024-12-06T22:18:56,397 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/java.io.tmpdir in system properties and HBase conf 2024-12-06T22:18:56,397 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T22:18:56,398 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T22:18:56,398 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T22:18:57,251 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T22:18:57,325 INFO [Time-limited test {}] log.Log(170): Logging initialized @2323ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T22:18:57,396 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T22:18:57,459 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T22:18:57,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T22:18:57,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T22:18:57,480 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T22:18:57,492 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T22:18:57,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/hadoop.log.dir/,AVAILABLE} 2024-12-06T22:18:57,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T22:18:57,692 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f0d4558{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/java.io.tmpdir/jetty-localhost-42423-hadoop-hdfs-3_4_1-tests_jar-_-any-11565333601450680399/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T22:18:57,703 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:42423} 2024-12-06T22:18:57,704 INFO [Time-limited test {}] server.Server(415): Started @2703ms 2024-12-06T22:18:58,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T22:18:58,120 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T22:18:58,121 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T22:18:58,121 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T22:18:58,122 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T22:18:58,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57582772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/hadoop.log.dir/,AVAILABLE} 2024-12-06T22:18:58,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63d4d645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T22:18:58,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bd2e890{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/java.io.tmpdir/jetty-localhost-34335-hadoop-hdfs-3_4_1-tests_jar-_-any-17158469898787423613/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T22:18:58,244 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3fa6ef{HTTP/1.1, (http/1.1)}{localhost:34335} 2024-12-06T22:18:58,244 INFO [Time-limited test {}] server.Server(415): Started @3243ms 2024-12-06T22:18:58,303 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T22:18:58,807 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/cluster_50b5a7fc-3fa1-0061-c19a-b6639f045216/dfs/data/data2/current/BP-1101255387-172.17.0.2-1733523536994/current, will proceed with Du for space computation calculation, 2024-12-06T22:18:58,807 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/cluster_50b5a7fc-3fa1-0061-c19a-b6639f045216/dfs/data/data1/current/BP-1101255387-172.17.0.2-1733523536994/current, will proceed with Du for space computation calculation, 2024-12-06T22:18:58,864 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T22:18:58,928 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8834e62ff94318cf with lease ID 0xd8afd4ffc8c8d050: Processing first storage report for DS-2ea654c6-bc89-4340-8670-927a8944f7fe from datanode DatanodeRegistration(127.0.0.1:41897, datanodeUuid=0c252b98-da69-4532-9460-bf4966a099e6, infoPort=42605, infoSecurePort=0, ipcPort=39771, storageInfo=lv=-57;cid=testClusterID;nsid=1808733464;c=1733523536994) 2024-12-06T22:18:58,930 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8834e62ff94318cf with lease ID 0xd8afd4ffc8c8d050: from storage DS-2ea654c6-bc89-4340-8670-927a8944f7fe node DatanodeRegistration(127.0.0.1:41897, datanodeUuid=0c252b98-da69-4532-9460-bf4966a099e6, infoPort=42605, infoSecurePort=0, ipcPort=39771, storageInfo=lv=-57;cid=testClusterID;nsid=1808733464;c=1733523536994), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T22:18:58,930 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8834e62ff94318cf with lease ID 0xd8afd4ffc8c8d050: Processing first storage report for DS-e593243d-5a56-48ed-9472-7387eec96648 from datanode DatanodeRegistration(127.0.0.1:41897, datanodeUuid=0c252b98-da69-4532-9460-bf4966a099e6, infoPort=42605, infoSecurePort=0, ipcPort=39771, storageInfo=lv=-57;cid=testClusterID;nsid=1808733464;c=1733523536994) 2024-12-06T22:18:58,930 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8834e62ff94318cf with lease ID 0xd8afd4ffc8c8d050: from storage DS-e593243d-5a56-48ed-9472-7387eec96648 node DatanodeRegistration(127.0.0.1:41897, datanodeUuid=0c252b98-da69-4532-9460-bf4966a099e6, infoPort=42605, infoSecurePort=0, ipcPort=39771, storageInfo=lv=-57;cid=testClusterID;nsid=1808733464;c=1733523536994), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T22:18:58,962 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911 2024-12-06T22:18:59,040 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/cluster_50b5a7fc-3fa1-0061-c19a-b6639f045216/zookeeper_0, clientPort=55123, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/cluster_50b5a7fc-3fa1-0061-c19a-b6639f045216/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/cluster_50b5a7fc-3fa1-0061-c19a-b6639f045216/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T22:18:59,052 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=55123 2024-12-06T22:18:59,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T22:18:59,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T22:18:59,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741825_1001 (size=7) 2024-12-06T22:18:59,736 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0 with version=8 2024-12-06T22:18:59,737 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/hbase-staging 2024-12-06T22:18:59,864 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T22:19:00,132 INFO [Time-limited test {}] client.ConnectionUtils(129): master/6d2a5dd008ce:0 server-side Connection retries=45 2024-12-06T22:19:00,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T22:19:00,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T22:19:00,152 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T22:19:00,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T22:19:00,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T22:19:00,284 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T22:19:00,343 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T22:19:00,352 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T22:19:00,356 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T22:19:00,383 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8275 (auto-detected) 2024-12-06T22:19:00,384 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-06T22:19:00,403 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33063 2024-12-06T22:19:00,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T22:19:00,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T22:19:00,426 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:33063 connecting to ZooKeeper ensemble=127.0.0.1:55123 2024-12-06T22:19:00,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330630x0, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T22:19:00,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33063-0x1006969bd350000 connected 2024-12-06T22:19:00,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T22:19:00,503 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T22:19:00,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T22:19:00,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33063 2024-12-06T22:19:00,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33063 2024-12-06T22:19:00,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33063 2024-12-06T22:19:00,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33063 2024-12-06T22:19:00,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33063 2024-12-06T22:19:00,527 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0, hbase.cluster.distributed=false 2024-12-06T22:19:00,614 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6d2a5dd008ce:0 server-side Connection retries=45 2024-12-06T22:19:00,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T22:19:00,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T22:19:00,614 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T22:19:00,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T22:19:00,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T22:19:00,617 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T22:19:00,619 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T22:19:00,620 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36991 2024-12-06T22:19:00,622 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T22:19:00,627 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T22:19:00,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T22:19:00,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T22:19:00,638 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36991 connecting to ZooKeeper ensemble=127.0.0.1:55123 2024-12-06T22:19:00,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369910x0, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T22:19:00,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36991-0x1006969bd350001 connected 2024-12-06T22:19:00,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36991-0x1006969bd350001, quorum=127.0.0.1:55123, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T22:19:00,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36991-0x1006969bd350001, quorum=127.0.0.1:55123, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T22:19:00,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36991-0x1006969bd350001, quorum=127.0.0.1:55123, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T22:19:00,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36991 2024-12-06T22:19:00,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36991 2024-12-06T22:19:00,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36991 2024-12-06T22:19:00,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36991 2024-12-06T22:19:00,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36991 2024-12-06T22:19:00,656 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/6d2a5dd008ce,33063,1733523539858 2024-12-06T22:19:00,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T22:19:00,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1006969bd350001, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T22:19:00,665 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6d2a5dd008ce,33063,1733523539858 2024-12-06T22:19:00,673 DEBUG [M:0;6d2a5dd008ce:33063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6d2a5dd008ce:33063 2024-12-06T22:19:00,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T22:19:00,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1006969bd350001, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T22:19:00,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T22:19:00,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1006969bd350001, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T22:19:00,686 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T22:19:00,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T22:19:00,687 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6d2a5dd008ce,33063,1733523539858 from backup master directory 2024-12-06T22:19:00,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6d2a5dd008ce,33063,1733523539858 2024-12-06T22:19:00,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1006969bd350001, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T22:19:00,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T22:19:00,690 WARN [master/6d2a5dd008ce:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T22:19:00,691 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6d2a5dd008ce,33063,1733523539858 2024-12-06T22:19:00,693 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-06T22:19:00,694 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-06T22:19:00,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741826_1002 (size=42) 2024-12-06T22:19:01,164 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/hbase.id with ID: cb322259-5e8f-42d2-99a2-9da7c3ceb1c6 2024-12-06T22:19:01,206 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T22:19:01,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1006969bd350001, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T22:19:01,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T22:19:01,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741827_1003 (size=196) 2024-12-06T22:19:01,671 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T22:19:01,674 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T22:19:01,693 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:01,698 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T22:19:01,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741828_1004 (size=1189) 2024-12-06T22:19:02,147 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/MasterData/data/master/store 2024-12-06T22:19:02,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741829_1005 (size=34) 2024-12-06T22:19:02,570 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-06T22:19:02,570 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T22:19:02,571 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T22:19:02,572 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T22:19:02,572 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T22:19:02,572 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T22:19:02,572 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T22:19:02,572 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T22:19:02,572 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-06T22:19:02,575 WARN [master/6d2a5dd008ce:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/MasterData/data/master/store/.initializing 2024-12-06T22:19:02,575 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/MasterData/WALs/6d2a5dd008ce,33063,1733523539858 2024-12-06T22:19:02,583 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T22:19:02,595 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6d2a5dd008ce%2C33063%2C1733523539858, suffix=, logDir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/MasterData/WALs/6d2a5dd008ce,33063,1733523539858, archiveDir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/MasterData/oldWALs, maxLogs=10 2024-12-06T22:19:02,617 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/MasterData/WALs/6d2a5dd008ce,33063,1733523539858/6d2a5dd008ce%2C33063%2C1733523539858.1733523542600, exclude list is [], retry=0 2024-12-06T22:19:02,639 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41897,DS-2ea654c6-bc89-4340-8670-927a8944f7fe,DISK] 2024-12-06T22:19:02,642 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T22:19:02,683 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/MasterData/WALs/6d2a5dd008ce,33063,1733523539858/6d2a5dd008ce%2C33063%2C1733523539858.1733523542600 2024-12-06T22:19:02,684 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42605:42605)] 2024-12-06T22:19:02,685 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T22:19:02,685 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T22:19:02,689 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T22:19:02,690 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T22:19:02,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T22:19:02,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T22:19:02,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:02,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T22:19:02,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T22:19:02,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T22:19:02,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:02,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:19:02,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T22:19:02,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T22:19:02,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:02,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:19:02,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T22:19:02,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T22:19:02,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:02,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:19:02,784 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T22:19:02,785 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T22:19:02,794 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T22:19:02,797 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T22:19:02,802 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T22:19:02,803 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64243195, jitterRate=-0.04270179569721222}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T22:19:02,808 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-06T22:19:02,809 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T22:19:02,838 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e262798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:19:02,873 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-06T22:19:02,885 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T22:19:02,886 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T22:19:02,888 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T22:19:02,890 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-06T22:19:02,895 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-12-06T22:19:02,896 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T22:19:02,921 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T22:19:02,933 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T22:19:02,935 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-06T22:19:02,937 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T22:19:02,939 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T22:19:02,940 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-06T22:19:02,942 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T22:19:02,946 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T22:19:02,947 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-06T22:19:02,948 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T22:19:02,950 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T22:19:02,959 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T22:19:02,961 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T22:19:02,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T22:19:02,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1006969bd350001, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T22:19:02,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T22:19:02,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1006969bd350001, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T22:19:02,965 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=6d2a5dd008ce,33063,1733523539858, sessionid=0x1006969bd350000, setting cluster-up flag (Was=false) 2024-12-06T22:19:02,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T22:19:02,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1006969bd350001, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T22:19:02,987 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T22:19:02,989 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6d2a5dd008ce,33063,1733523539858 2024-12-06T22:19:02,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T22:19:02,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1006969bd350001, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T22:19:03,001 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T22:19:03,002 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6d2a5dd008ce,33063,1733523539858 2024-12-06T22:19:03,072 DEBUG [RS:0;6d2a5dd008ce:36991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6d2a5dd008ce:36991 2024-12-06T22:19:03,073 INFO [RS:0;6d2a5dd008ce:36991 {}] regionserver.HRegionServer(1008): ClusterId : cb322259-5e8f-42d2-99a2-9da7c3ceb1c6 2024-12-06T22:19:03,076 DEBUG [RS:0;6d2a5dd008ce:36991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T22:19:03,081 DEBUG [RS:0;6d2a5dd008ce:36991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T22:19:03,081 DEBUG [RS:0;6d2a5dd008ce:36991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T22:19:03,083 DEBUG [RS:0;6d2a5dd008ce:36991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T22:19:03,084 DEBUG [RS:0;6d2a5dd008ce:36991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720d3a1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:19:03,085 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-06T22:19:03,086 DEBUG [RS:0;6d2a5dd008ce:36991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a1144a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6d2a5dd008ce/172.17.0.2:0 2024-12-06T22:19:03,088 INFO [RS:0;6d2a5dd008ce:36991 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-06T22:19:03,089 INFO [RS:0;6d2a5dd008ce:36991 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-06T22:19:03,089 DEBUG [RS:0;6d2a5dd008ce:36991 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-06T22:19:03,091 INFO [RS:0;6d2a5dd008ce:36991 {}] regionserver.HRegionServer(3073): reportForDuty to master=6d2a5dd008ce,33063,1733523539858 with isa=6d2a5dd008ce/172.17.0.2:36991, startcode=1733523540613 2024-12-06T22:19:03,091 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-06T22:19:03,094 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T22:19:03,102 DEBUG [RS:0;6d2a5dd008ce:36991 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T22:19:03,101 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6d2a5dd008ce,33063,1733523539858 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T22:19:03,106 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6d2a5dd008ce:0, corePoolSize=5, maxPoolSize=5 2024-12-06T22:19:03,106 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6d2a5dd008ce:0, corePoolSize=5, maxPoolSize=5 2024-12-06T22:19:03,107 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6d2a5dd008ce:0, corePoolSize=5, maxPoolSize=5 2024-12-06T22:19:03,107 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6d2a5dd008ce:0, corePoolSize=5, maxPoolSize=5 2024-12-06T22:19:03,107 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6d2a5dd008ce:0, corePoolSize=10, maxPoolSize=10 2024-12-06T22:19:03,107 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6d2a5dd008ce:0, corePoolSize=1, maxPoolSize=1 2024-12-06T22:19:03,108 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6d2a5dd008ce:0, corePoolSize=2, maxPoolSize=2 2024-12-06T22:19:03,108 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6d2a5dd008ce:0, corePoolSize=1, maxPoolSize=1 2024-12-06T22:19:03,110 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733523573110 2024-12-06T22:19:03,112 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T22:19:03,113 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T22:19:03,114 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-06T22:19:03,115 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-06T22:19:03,117 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T22:19:03,117 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T22:19:03,118 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T22:19:03,118 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T22:19:03,120 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:03,120 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T22:19:03,123 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T22:19:03,124 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T22:19:03,125 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T22:19:03,125 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T22:19:03,130 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T22:19:03,131 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T22:19:03,133 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6d2a5dd008ce:0:becomeActiveMaster-HFileCleaner.large.0-1733523543132,5,FailOnTimeoutGroup] 2024-12-06T22:19:03,133 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6d2a5dd008ce:0:becomeActiveMaster-HFileCleaner.small.0-1733523543133,5,FailOnTimeoutGroup] 2024-12-06T22:19:03,134 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T22:19:03,134 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T22:19:03,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741831_1007 (size=1039) 2024-12-06T22:19:03,135 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T22:19:03,135 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T22:19:03,136 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-06T22:19:03,137 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0 2024-12-06T22:19:03,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741832_1008 (size=32) 2024-12-06T22:19:03,149 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43325, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T22:19:03,154 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33063 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:03,157 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33063 {}] master.ServerManager(486): Registering regionserver=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:03,172 DEBUG [RS:0;6d2a5dd008ce:36991 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0 2024-12-06T22:19:03,172 DEBUG [RS:0;6d2a5dd008ce:36991 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40621 2024-12-06T22:19:03,172 DEBUG [RS:0;6d2a5dd008ce:36991 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-06T22:19:03,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T22:19:03,177 DEBUG [RS:0;6d2a5dd008ce:36991 {}] zookeeper.ZKUtil(111): regionserver:36991-0x1006969bd350001, quorum=127.0.0.1:55123, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:03,177 WARN [RS:0;6d2a5dd008ce:36991 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T22:19:03,177 INFO [RS:0;6d2a5dd008ce:36991 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T22:19:03,177 DEBUG [RS:0;6d2a5dd008ce:36991 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/WALs/6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:03,179 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6d2a5dd008ce,36991,1733523540613] 2024-12-06T22:19:03,191 DEBUG [RS:0;6d2a5dd008ce:36991 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-06T22:19:03,202 INFO [RS:0;6d2a5dd008ce:36991 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T22:19:03,215 INFO [RS:0;6d2a5dd008ce:36991 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T22:19:03,218 INFO [RS:0;6d2a5dd008ce:36991 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T22:19:03,218 INFO [RS:0;6d2a5dd008ce:36991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T22:19:03,218 INFO [RS:0;6d2a5dd008ce:36991 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-06T22:19:03,226 INFO [RS:0;6d2a5dd008ce:36991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T22:19:03,226 DEBUG [RS:0;6d2a5dd008ce:36991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6d2a5dd008ce:0, corePoolSize=1, maxPoolSize=1 2024-12-06T22:19:03,226 DEBUG [RS:0;6d2a5dd008ce:36991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6d2a5dd008ce:0, corePoolSize=1, maxPoolSize=1 2024-12-06T22:19:03,226 DEBUG [RS:0;6d2a5dd008ce:36991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6d2a5dd008ce:0, corePoolSize=1, maxPoolSize=1 2024-12-06T22:19:03,226 DEBUG [RS:0;6d2a5dd008ce:36991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0, corePoolSize=1, maxPoolSize=1 2024-12-06T22:19:03,226 DEBUG [RS:0;6d2a5dd008ce:36991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6d2a5dd008ce:0, corePoolSize=1, maxPoolSize=1 2024-12-06T22:19:03,227 DEBUG [RS:0;6d2a5dd008ce:36991 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6d2a5dd008ce:0, corePoolSize=2, maxPoolSize=2 2024-12-06T22:19:03,227 DEBUG [RS:0;6d2a5dd008ce:36991 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0, corePoolSize=1, maxPoolSize=1 2024-12-06T22:19:03,227 DEBUG [RS:0;6d2a5dd008ce:36991 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6d2a5dd008ce:0, corePoolSize=1, maxPoolSize=1 2024-12-06T22:19:03,227 DEBUG [RS:0;6d2a5dd008ce:36991 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6d2a5dd008ce:0, corePoolSize=1, maxPoolSize=1 2024-12-06T22:19:03,227 DEBUG [RS:0;6d2a5dd008ce:36991 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6d2a5dd008ce:0, corePoolSize=1, maxPoolSize=1 2024-12-06T22:19:03,227 DEBUG [RS:0;6d2a5dd008ce:36991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6d2a5dd008ce:0, corePoolSize=1, maxPoolSize=1 2024-12-06T22:19:03,227 DEBUG [RS:0;6d2a5dd008ce:36991 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6d2a5dd008ce:0, corePoolSize=3, maxPoolSize=3 2024-12-06T22:19:03,228 DEBUG [RS:0;6d2a5dd008ce:36991 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0, corePoolSize=3, maxPoolSize=3 2024-12-06T22:19:03,228 INFO [RS:0;6d2a5dd008ce:36991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T22:19:03,229 INFO [RS:0;6d2a5dd008ce:36991 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T22:19:03,229 INFO [RS:0;6d2a5dd008ce:36991 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T22:19:03,229 INFO [RS:0;6d2a5dd008ce:36991 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T22:19:03,229 INFO [RS:0;6d2a5dd008ce:36991 {}] hbase.ChoreService(168): Chore ScheduledChore name=6d2a5dd008ce,36991,1733523540613-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T22:19:03,249 INFO [RS:0;6d2a5dd008ce:36991 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T22:19:03,251 INFO [RS:0;6d2a5dd008ce:36991 {}] hbase.ChoreService(168): Chore ScheduledChore name=6d2a5dd008ce,36991,1733523540613-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T22:19:03,271 INFO [RS:0;6d2a5dd008ce:36991 {}] regionserver.Replication(204): 6d2a5dd008ce,36991,1733523540613 started 2024-12-06T22:19:03,271 INFO [RS:0;6d2a5dd008ce:36991 {}] regionserver.HRegionServer(1767): Serving as 6d2a5dd008ce,36991,1733523540613, RpcServer on 6d2a5dd008ce/172.17.0.2:36991, sessionid=0x1006969bd350001 2024-12-06T22:19:03,272 DEBUG [RS:0;6d2a5dd008ce:36991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T22:19:03,272 DEBUG [RS:0;6d2a5dd008ce:36991 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:03,272 DEBUG [RS:0;6d2a5dd008ce:36991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6d2a5dd008ce,36991,1733523540613' 2024-12-06T22:19:03,272 DEBUG [RS:0;6d2a5dd008ce:36991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T22:19:03,273 DEBUG [RS:0;6d2a5dd008ce:36991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T22:19:03,274 DEBUG [RS:0;6d2a5dd008ce:36991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T22:19:03,274 DEBUG [RS:0;6d2a5dd008ce:36991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T22:19:03,274 DEBUG [RS:0;6d2a5dd008ce:36991 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:03,274 DEBUG [RS:0;6d2a5dd008ce:36991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6d2a5dd008ce,36991,1733523540613' 2024-12-06T22:19:03,274 DEBUG [RS:0;6d2a5dd008ce:36991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T22:19:03,275 DEBUG [RS:0;6d2a5dd008ce:36991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T22:19:03,275 DEBUG [RS:0;6d2a5dd008ce:36991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T22:19:03,275 INFO [RS:0;6d2a5dd008ce:36991 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T22:19:03,275 INFO [RS:0;6d2a5dd008ce:36991 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T22:19:03,381 INFO [RS:0;6d2a5dd008ce:36991 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T22:19:03,385 INFO [RS:0;6d2a5dd008ce:36991 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6d2a5dd008ce%2C36991%2C1733523540613, suffix=, logDir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/WALs/6d2a5dd008ce,36991,1733523540613, archiveDir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/oldWALs, maxLogs=32 2024-12-06T22:19:03,402 DEBUG [RS:0;6d2a5dd008ce:36991 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/WALs/6d2a5dd008ce,36991,1733523540613/6d2a5dd008ce%2C36991%2C1733523540613.1733523543387, exclude list is [], retry=0 2024-12-06T22:19:03,407 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41897,DS-2ea654c6-bc89-4340-8670-927a8944f7fe,DISK] 2024-12-06T22:19:03,410 INFO [RS:0;6d2a5dd008ce:36991 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/WALs/6d2a5dd008ce,36991,1733523540613/6d2a5dd008ce%2C36991%2C1733523540613.1733523543387 2024-12-06T22:19:03,411 DEBUG [RS:0;6d2a5dd008ce:36991 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42605:42605)] 2024-12-06T22:19:03,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T22:19:03,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T22:19:03,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T22:19:03,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:03,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T22:19:03,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T22:19:03,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T22:19:03,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:03,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T22:19:03,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T22:19:03,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T22:19:03,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:03,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T22:19:03,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/meta/1588230740 2024-12-06T22:19:03,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/meta/1588230740 2024-12-06T22:19:03,572 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T22:19:03,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-06T22:19:03,579 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T22:19:03,580 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73007895, jitterRate=0.08790241181850433}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T22:19:03,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-06T22:19:03,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-06T22:19:03,582 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-06T22:19:03,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-06T22:19:03,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T22:19:03,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T22:19:03,584 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-06T22:19:03,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-06T22:19:03,586 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-06T22:19:03,587 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-06T22:19:03,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T22:19:03,600 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T22:19:03,602 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T22:19:03,754 DEBUG [6d2a5dd008ce:33063 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T22:19:03,760 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:03,766 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6d2a5dd008ce,36991,1733523540613, state=OPENING 2024-12-06T22:19:03,771 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T22:19:03,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T22:19:03,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1006969bd350001, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T22:19:03,775 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T22:19:03,775 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T22:19:03,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=6d2a5dd008ce,36991,1733523540613}] 2024-12-06T22:19:03,953 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:03,955 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T22:19:03,958 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T22:19:03,970 INFO [RS_OPEN_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-06T22:19:03,970 INFO [RS_OPEN_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T22:19:03,971 INFO [RS_OPEN_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T22:19:03,975 INFO [RS_OPEN_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6d2a5dd008ce%2C36991%2C1733523540613.meta, suffix=.meta, logDir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/WALs/6d2a5dd008ce,36991,1733523540613, archiveDir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/oldWALs, maxLogs=32 2024-12-06T22:19:03,991 DEBUG [RS_OPEN_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/WALs/6d2a5dd008ce,36991,1733523540613/6d2a5dd008ce%2C36991%2C1733523540613.meta.1733523543976.meta, exclude list is [], retry=0 2024-12-06T22:19:03,995 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41897,DS-2ea654c6-bc89-4340-8670-927a8944f7fe,DISK] 2024-12-06T22:19:03,999 INFO [RS_OPEN_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/WALs/6d2a5dd008ce,36991,1733523540613/6d2a5dd008ce%2C36991%2C1733523540613.meta.1733523543976.meta 2024-12-06T22:19:03,999 DEBUG [RS_OPEN_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42605:42605)] 2024-12-06T22:19:04,000 DEBUG [RS_OPEN_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T22:19:04,001 DEBUG [RS_OPEN_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T22:19:04,064 DEBUG [RS_OPEN_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T22:19:04,069 INFO [RS_OPEN_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T22:19:04,074 DEBUG [RS_OPEN_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T22:19:04,074 DEBUG [RS_OPEN_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T22:19:04,074 DEBUG [RS_OPEN_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-06T22:19:04,074 DEBUG [RS_OPEN_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-06T22:19:04,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T22:19:04,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T22:19:04,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:04,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T22:19:04,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T22:19:04,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T22:19:04,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:04,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T22:19:04,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T22:19:04,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T22:19:04,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:04,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T22:19:04,087 DEBUG [RS_OPEN_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/meta/1588230740 2024-12-06T22:19:04,090 DEBUG [RS_OPEN_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/meta/1588230740 2024-12-06T22:19:04,093 DEBUG [RS_OPEN_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T22:19:04,095 DEBUG [RS_OPEN_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-06T22:19:04,097 INFO [RS_OPEN_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70461041, jitterRate=0.049951329827308655}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T22:19:04,098 DEBUG [RS_OPEN_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-06T22:19:04,106 INFO [RS_OPEN_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733523543947 2024-12-06T22:19:04,117 DEBUG [RS_OPEN_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T22:19:04,117 INFO [RS_OPEN_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-06T22:19:04,118 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:04,120 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6d2a5dd008ce,36991,1733523540613, state=OPEN 2024-12-06T22:19:04,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T22:19:04,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1006969bd350001, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T22:19:04,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T22:19:04,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T22:19:04,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T22:19:04,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=6d2a5dd008ce,36991,1733523540613 in 349 msec 2024-12-06T22:19:04,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T22:19:04,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 538 msec 2024-12-06T22:19:04,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1020 sec 2024-12-06T22:19:04,140 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733523544140, completionTime=-1 2024-12-06T22:19:04,141 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T22:19:04,141 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-06T22:19:04,178 DEBUG [hconnection-0x10bb86e4-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:19:04,180 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:19:04,190 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-06T22:19:04,190 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733523604190 2024-12-06T22:19:04,191 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733523664190 2024-12-06T22:19:04,191 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 49 msec 2024-12-06T22:19:04,211 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6d2a5dd008ce,33063,1733523539858-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T22:19:04,212 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6d2a5dd008ce,33063,1733523539858-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T22:19:04,212 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6d2a5dd008ce,33063,1733523539858-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T22:19:04,213 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6d2a5dd008ce:33063, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T22:19:04,214 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T22:19:04,218 DEBUG [master/6d2a5dd008ce:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-06T22:19:04,222 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-06T22:19:04,223 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T22:19:04,229 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-06T22:19:04,232 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T22:19:04,233 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:04,235 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T22:19:04,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741835_1011 (size=358) 2024-12-06T22:19:04,651 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 68d566dbf2dbe24fb10da6fe768e0b3e, NAME => 'hbase:namespace,,1733523544222.68d566dbf2dbe24fb10da6fe768e0b3e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0 2024-12-06T22:19:04,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741836_1012 (size=42) 2024-12-06T22:19:05,062 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733523544222.68d566dbf2dbe24fb10da6fe768e0b3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T22:19:05,062 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 68d566dbf2dbe24fb10da6fe768e0b3e, disabling compactions & flushes 2024-12-06T22:19:05,062 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733523544222.68d566dbf2dbe24fb10da6fe768e0b3e. 2024-12-06T22:19:05,062 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733523544222.68d566dbf2dbe24fb10da6fe768e0b3e. 2024-12-06T22:19:05,063 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733523544222.68d566dbf2dbe24fb10da6fe768e0b3e. after waiting 0 ms 2024-12-06T22:19:05,063 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733523544222.68d566dbf2dbe24fb10da6fe768e0b3e. 2024-12-06T22:19:05,063 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733523544222.68d566dbf2dbe24fb10da6fe768e0b3e. 2024-12-06T22:19:05,063 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 68d566dbf2dbe24fb10da6fe768e0b3e: 2024-12-06T22:19:05,066 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T22:19:05,072 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733523544222.68d566dbf2dbe24fb10da6fe768e0b3e.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733523545067"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733523545067"}]},"ts":"1733523545067"} 2024-12-06T22:19:05,096 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-06T22:19:05,098 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T22:19:05,101 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733523545098"}]},"ts":"1733523545098"} 2024-12-06T22:19:05,106 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-06T22:19:05,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=68d566dbf2dbe24fb10da6fe768e0b3e, ASSIGN}] 2024-12-06T22:19:05,114 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=68d566dbf2dbe24fb10da6fe768e0b3e, ASSIGN 2024-12-06T22:19:05,116 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=68d566dbf2dbe24fb10da6fe768e0b3e, ASSIGN; state=OFFLINE, location=6d2a5dd008ce,36991,1733523540613; forceNewPlan=false, retain=false 2024-12-06T22:19:05,267 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=68d566dbf2dbe24fb10da6fe768e0b3e, regionState=OPENING, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:05,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 68d566dbf2dbe24fb10da6fe768e0b3e, server=6d2a5dd008ce,36991,1733523540613}] 2024-12-06T22:19:05,426 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:05,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733523544222.68d566dbf2dbe24fb10da6fe768e0b3e. 2024-12-06T22:19:05,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 68d566dbf2dbe24fb10da6fe768e0b3e, NAME => 'hbase:namespace,,1733523544222.68d566dbf2dbe24fb10da6fe768e0b3e.', STARTKEY => '', ENDKEY => ''} 2024-12-06T22:19:05,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 68d566dbf2dbe24fb10da6fe768e0b3e 2024-12-06T22:19:05,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733523544222.68d566dbf2dbe24fb10da6fe768e0b3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T22:19:05,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 68d566dbf2dbe24fb10da6fe768e0b3e 2024-12-06T22:19:05,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 68d566dbf2dbe24fb10da6fe768e0b3e 2024-12-06T22:19:05,436 INFO [StoreOpener-68d566dbf2dbe24fb10da6fe768e0b3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 68d566dbf2dbe24fb10da6fe768e0b3e 2024-12-06T22:19:05,439 INFO [StoreOpener-68d566dbf2dbe24fb10da6fe768e0b3e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68d566dbf2dbe24fb10da6fe768e0b3e columnFamilyName info 2024-12-06T22:19:05,439 DEBUG [StoreOpener-68d566dbf2dbe24fb10da6fe768e0b3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:05,440 INFO [StoreOpener-68d566dbf2dbe24fb10da6fe768e0b3e-1 {}] regionserver.HStore(327): Store=68d566dbf2dbe24fb10da6fe768e0b3e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:19:05,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/namespace/68d566dbf2dbe24fb10da6fe768e0b3e 2024-12-06T22:19:05,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/namespace/68d566dbf2dbe24fb10da6fe768e0b3e 2024-12-06T22:19:05,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 68d566dbf2dbe24fb10da6fe768e0b3e 2024-12-06T22:19:05,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/namespace/68d566dbf2dbe24fb10da6fe768e0b3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T22:19:05,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 68d566dbf2dbe24fb10da6fe768e0b3e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61822014, jitterRate=-0.07878020405769348}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T22:19:05,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 68d566dbf2dbe24fb10da6fe768e0b3e: 2024-12-06T22:19:05,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733523544222.68d566dbf2dbe24fb10da6fe768e0b3e., pid=6, masterSystemTime=1733523545425 2024-12-06T22:19:05,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733523544222.68d566dbf2dbe24fb10da6fe768e0b3e. 2024-12-06T22:19:05,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733523544222.68d566dbf2dbe24fb10da6fe768e0b3e. 2024-12-06T22:19:05,465 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=68d566dbf2dbe24fb10da6fe768e0b3e, regionState=OPEN, openSeqNum=2, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:05,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T22:19:05,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 68d566dbf2dbe24fb10da6fe768e0b3e, server=6d2a5dd008ce,36991,1733523540613 in 198 msec 2024-12-06T22:19:05,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T22:19:05,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=68d566dbf2dbe24fb10da6fe768e0b3e, ASSIGN in 362 msec 2024-12-06T22:19:05,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T22:19:05,480 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733523545480"}]},"ts":"1733523545480"} 2024-12-06T22:19:05,483 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-06T22:19:05,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T22:19:05,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2630 sec 2024-12-06T22:19:05,534 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-06T22:19:05,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1006969bd350001, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T22:19:05,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-06T22:19:05,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T22:19:05,565 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-06T22:19:05,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-06T22:19:05,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 25 msec 2024-12-06T22:19:05,589 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-06T22:19:05,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-06T22:19:05,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-12-06T22:19:05,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-06T22:19:05,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-06T22:19:05,619 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.928sec 2024-12-06T22:19:05,620 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T22:19:05,622 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T22:19:05,623 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T22:19:05,624 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T22:19:05,624 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T22:19:05,625 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6d2a5dd008ce,33063,1733523539858-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T22:19:05,625 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6d2a5dd008ce,33063,1733523539858-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T22:19:05,632 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-06T22:19:05,633 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T22:19:05,633 INFO [master/6d2a5dd008ce:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6d2a5dd008ce,33063,1733523539858-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T22:19:05,676 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6169df5c to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a3c3fb3 2024-12-06T22:19:05,677 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-06T22:19:05,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523a59d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:19:05,688 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T22:19:05,688 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T22:19:05,701 DEBUG [hconnection-0x46f0e06c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:19:05,712 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:19:05,724 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=6d2a5dd008ce,33063,1733523539858 2024-12-06T22:19:05,741 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=224, ProcessCount=11, AvailableMemoryMB=7761 2024-12-06T22:19:05,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T22:19:05,759 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53428, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T22:19:05,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T22:19:05,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T22:19:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-06T22:19:05,798 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T22:19:05,798 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:05,800 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T22:19:05,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-06T22:19:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-06T22:19:05,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741837_1013 (size=963) 2024-12-06T22:19:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-06T22:19:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-06T22:19:06,233 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0 2024-12-06T22:19:06,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741838_1014 (size=53) 2024-12-06T22:19:06,244 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T22:19:06,244 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c00c6dd32d8647790d9bb239f01c93f9, disabling compactions & flushes 2024-12-06T22:19:06,244 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:06,244 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:06,244 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. after waiting 0 ms 2024-12-06T22:19:06,244 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:06,244 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:06,244 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:06,246 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T22:19:06,247 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733523546246"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733523546246"}]},"ts":"1733523546246"} 2024-12-06T22:19:06,250 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-06T22:19:06,251 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T22:19:06,252 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733523546252"}]},"ts":"1733523546252"} 2024-12-06T22:19:06,254 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-06T22:19:06,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c00c6dd32d8647790d9bb239f01c93f9, ASSIGN}] 2024-12-06T22:19:06,262 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c00c6dd32d8647790d9bb239f01c93f9, ASSIGN 2024-12-06T22:19:06,263 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c00c6dd32d8647790d9bb239f01c93f9, ASSIGN; state=OFFLINE, location=6d2a5dd008ce,36991,1733523540613; forceNewPlan=false, retain=false 2024-12-06T22:19:06,414 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c00c6dd32d8647790d9bb239f01c93f9, regionState=OPENING, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:06,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613}] 2024-12-06T22:19:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-06T22:19:06,571 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:06,578 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:06,578 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} 2024-12-06T22:19:06,579 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:06,579 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T22:19:06,579 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:06,579 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:06,581 INFO [StoreOpener-c00c6dd32d8647790d9bb239f01c93f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:06,585 INFO [StoreOpener-c00c6dd32d8647790d9bb239f01c93f9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T22:19:06,586 INFO [StoreOpener-c00c6dd32d8647790d9bb239f01c93f9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c00c6dd32d8647790d9bb239f01c93f9 columnFamilyName A 2024-12-06T22:19:06,586 DEBUG [StoreOpener-c00c6dd32d8647790d9bb239f01c93f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:06,587 INFO [StoreOpener-c00c6dd32d8647790d9bb239f01c93f9-1 {}] regionserver.HStore(327): Store=c00c6dd32d8647790d9bb239f01c93f9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:19:06,587 INFO [StoreOpener-c00c6dd32d8647790d9bb239f01c93f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:06,589 INFO [StoreOpener-c00c6dd32d8647790d9bb239f01c93f9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T22:19:06,590 INFO [StoreOpener-c00c6dd32d8647790d9bb239f01c93f9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c00c6dd32d8647790d9bb239f01c93f9 columnFamilyName B 2024-12-06T22:19:06,590 DEBUG [StoreOpener-c00c6dd32d8647790d9bb239f01c93f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:06,591 INFO [StoreOpener-c00c6dd32d8647790d9bb239f01c93f9-1 {}] regionserver.HStore(327): Store=c00c6dd32d8647790d9bb239f01c93f9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:19:06,591 INFO [StoreOpener-c00c6dd32d8647790d9bb239f01c93f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:06,593 INFO [StoreOpener-c00c6dd32d8647790d9bb239f01c93f9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T22:19:06,593 INFO [StoreOpener-c00c6dd32d8647790d9bb239f01c93f9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c00c6dd32d8647790d9bb239f01c93f9 columnFamilyName C 2024-12-06T22:19:06,593 DEBUG [StoreOpener-c00c6dd32d8647790d9bb239f01c93f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:06,594 INFO [StoreOpener-c00c6dd32d8647790d9bb239f01c93f9-1 {}] regionserver.HStore(327): Store=c00c6dd32d8647790d9bb239f01c93f9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:19:06,595 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:06,596 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:06,597 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:06,599 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T22:19:06,602 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:06,605 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T22:19:06,606 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened c00c6dd32d8647790d9bb239f01c93f9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73500945, jitterRate=0.09524942934513092}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T22:19:06,607 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:06,608 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., pid=11, masterSystemTime=1733523546571 2024-12-06T22:19:06,611 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:06,611 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:06,612 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c00c6dd32d8647790d9bb239f01c93f9, regionState=OPEN, openSeqNum=2, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:06,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-06T22:19:06,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 in 197 msec 2024-12-06T22:19:06,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T22:19:06,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c00c6dd32d8647790d9bb239f01c93f9, ASSIGN in 358 msec 2024-12-06T22:19:06,622 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T22:19:06,623 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733523546622"}]},"ts":"1733523546622"} 2024-12-06T22:19:06,625 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-06T22:19:06,629 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T22:19:06,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 836 msec 2024-12-06T22:19:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-06T22:19:06,925 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-06T22:19:06,930 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x038196d7 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e59596a 2024-12-06T22:19:06,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30640414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:19:06,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:19:06,939 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:19:06,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T22:19:06,944 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53436, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T22:19:06,951 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28808bb9 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2cac4303 2024-12-06T22:19:06,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@536a4a58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:19:06,956 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x774bf929 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39b10898 2024-12-06T22:19:06,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18751c86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:19:06,961 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x54af89df to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1d7115de 2024-12-06T22:19:06,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd0bbda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:19:06,965 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x251efa5e to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@30d4d4c6 2024-12-06T22:19:06,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c57419f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:19:06,969 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x67f7d3d3 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54c943d 2024-12-06T22:19:06,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435176b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:19:06,974 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4bf8e82a to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f0c7188 2024-12-06T22:19:06,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e957ecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:19:06,978 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3ba01639 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@475ca0f4 2024-12-06T22:19:06,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22daddc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:19:06,983 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x24890c79 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50c9c1d1 2024-12-06T22:19:06,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39028e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:19:06,987 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51cab508 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f1331a9 2024-12-06T22:19:06,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624dc5e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:19:06,996 DEBUG [hconnection-0x3b20eaa4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:19:06,997 DEBUG [hconnection-0x364c5753-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:19:06,997 DEBUG [hconnection-0x4b800cbf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:19:06,997 DEBUG [hconnection-0x45f0f0a5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:19:07,001 DEBUG [hconnection-0x778c0741-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:19:07,001 DEBUG [hconnection-0x6ee6832c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:19:07,002 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:19:07,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:19:07,004 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43746, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:19:07,010 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:19:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-06T22:19:07,010 DEBUG [hconnection-0x1c8a5105-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:19:07,011 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:19:07,012 DEBUG [hconnection-0x6313e8f1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:19:07,013 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:19:07,014 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:19:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-06T22:19:07,015 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:19:07,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:19:07,017 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:19:07,026 DEBUG [hconnection-0x4b613b0d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:19:07,029 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43786, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:19:07,032 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43800, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:19:07,041 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:19:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:07,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:19:07,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:07,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:07,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:07,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:07,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:07,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-06T22:19:07,182 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:07,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-06T22:19:07,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:07,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:07,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:07,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:07,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:07,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/eb12b1fb1f224b19af1cf0d088839407 is 50, key is test_row_0/A:col10/1733523547026/Put/seqid=0 2024-12-06T22:19:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:07,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741839_1015 (size=12001) 2024-12-06T22:19:07,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/eb12b1fb1f224b19af1cf0d088839407 2024-12-06T22:19:07,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523607264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:07,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523607273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:07,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523607272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:07,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523607278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:07,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523607280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-06T22:19:07,373 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:07,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-06T22:19:07,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/e2bffed12a0e469ab52874205d1d3b1e is 50, key is test_row_0/B:col10/1733523547026/Put/seqid=0 2024-12-06T22:19:07,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:07,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:07,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:07,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:07,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:07,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741840_1016 (size=12001) 2024-12-06T22:19:07,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/e2bffed12a0e469ab52874205d1d3b1e 2024-12-06T22:19:07,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523607421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:07,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523607421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:07,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523607421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:07,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523607424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:07,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523607423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:07,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/404a68dbe35a4385aae8a51d8c7434f8 is 50, key is test_row_0/C:col10/1733523547026/Put/seqid=0 2024-12-06T22:19:07,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741841_1017 (size=12001) 2024-12-06T22:19:07,537 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:07,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-06T22:19:07,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:07,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:07,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:07,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:07,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-06T22:19:07,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:07,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523607631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:07,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:07,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523607632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523607633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:07,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523607627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523607633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:07,703 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:07,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-06T22:19:07,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:07,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:07,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:07,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:07,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:07,861 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:07,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-06T22:19:07,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:07,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:07,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:07,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:07,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:07,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/404a68dbe35a4385aae8a51d8c7434f8 2024-12-06T22:19:07,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/eb12b1fb1f224b19af1cf0d088839407 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/eb12b1fb1f224b19af1cf0d088839407 2024-12-06T22:19:07,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/eb12b1fb1f224b19af1cf0d088839407, entries=150, sequenceid=12, filesize=11.7 K 2024-12-06T22:19:07,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/e2bffed12a0e469ab52874205d1d3b1e as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/e2bffed12a0e469ab52874205d1d3b1e 2024-12-06T22:19:07,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/e2bffed12a0e469ab52874205d1d3b1e, entries=150, sequenceid=12, filesize=11.7 K 2024-12-06T22:19:07,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/404a68dbe35a4385aae8a51d8c7434f8 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/404a68dbe35a4385aae8a51d8c7434f8 2024-12-06T22:19:07,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523607943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:07,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523607943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:07,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523607944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:07,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523607944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:07,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523607951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:07,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/404a68dbe35a4385aae8a51d8c7434f8, entries=150, sequenceid=12, filesize=11.7 K 2024-12-06T22:19:07,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for c00c6dd32d8647790d9bb239f01c93f9 in 880ms, sequenceid=12, compaction requested=false 2024-12-06T22:19:07,973 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-06T22:19:07,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:08,019 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:08,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-06T22:19:08,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:08,022 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-06T22:19:08,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:08,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:08,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:08,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:08,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:08,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:08,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/7f287b33a83d4b4fbeb6cafcd390519b is 50, key is test_row_0/A:col10/1733523547275/Put/seqid=0 2024-12-06T22:19:08,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741842_1018 (size=12001) 2024-12-06T22:19:08,090 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/7f287b33a83d4b4fbeb6cafcd390519b 2024-12-06T22:19:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-06T22:19:08,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/99567381b5e2459a89e76c1707ff670e is 50, key is test_row_0/B:col10/1733523547275/Put/seqid=0 2024-12-06T22:19:08,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741843_1019 (size=12001) 2024-12-06T22:19:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:08,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:08,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523608491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:08,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523608493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:08,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523608493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:08,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523608494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:08,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523608496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:08,582 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/99567381b5e2459a89e76c1707ff670e 2024-12-06T22:19:08,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523608603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:08,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523608603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:08,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523608604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:08,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523608605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:08,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523608606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:08,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/b6eb215a594348b4ad2f9b60b8d96343 is 50, key is test_row_0/C:col10/1733523547275/Put/seqid=0 2024-12-06T22:19:08,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741844_1020 (size=12001) 2024-12-06T22:19:08,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523608811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:08,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523608813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:08,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523608817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:08,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:08,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523608818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523608818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:09,032 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/b6eb215a594348b4ad2f9b60b8d96343 2024-12-06T22:19:09,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/7f287b33a83d4b4fbeb6cafcd390519b as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/7f287b33a83d4b4fbeb6cafcd390519b 2024-12-06T22:19:09,064 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/7f287b33a83d4b4fbeb6cafcd390519b, entries=150, sequenceid=38, filesize=11.7 K 2024-12-06T22:19:09,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/99567381b5e2459a89e76c1707ff670e as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/99567381b5e2459a89e76c1707ff670e 2024-12-06T22:19:09,083 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/99567381b5e2459a89e76c1707ff670e, entries=150, sequenceid=38, filesize=11.7 K 2024-12-06T22:19:09,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/b6eb215a594348b4ad2f9b60b8d96343 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/b6eb215a594348b4ad2f9b60b8d96343 2024-12-06T22:19:09,105 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/b6eb215a594348b4ad2f9b60b8d96343, entries=150, sequenceid=38, filesize=11.7 K 2024-12-06T22:19:09,108 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for c00c6dd32d8647790d9bb239f01c93f9 in 1085ms, sequenceid=38, compaction requested=false 2024-12-06T22:19:09,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:09,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:09,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-06T22:19:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-06T22:19:09,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-06T22:19:09,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0950 sec 2024-12-06T22:19:09,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.1110 sec 2024-12-06T22:19:09,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-06T22:19:09,128 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-06T22:19:09,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T22:19:09,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:09,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:09,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:09,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:09,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:09,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:19:09,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-06T22:19:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-06T22:19:09,139 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:19:09,140 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:19:09,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:19:09,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/cb12b7de079f46f0b11539b297086afa is 50, key is test_row_0/A:col10/1733523548484/Put/seqid=0 2024-12-06T22:19:09,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741845_1021 (size=12001) 2024-12-06T22:19:09,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/cb12b7de079f46f0b11539b297086afa 2024-12-06T22:19:09,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/d62f44a07f404e96918a4e16bf48b46c is 50, key is test_row_0/B:col10/1733523548484/Put/seqid=0 2024-12-06T22:19:09,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523609211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:09,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523609214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:09,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523609218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:09,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523609221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-06T22:19:09,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:09,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741846_1022 (size=12001) 2024-12-06T22:19:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523609228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:09,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/d62f44a07f404e96918a4e16bf48b46c 2024-12-06T22:19:09,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/68986c56c7a54dea9ee25e2462cd0f56 is 50, key is test_row_0/C:col10/1733523548484/Put/seqid=0 2024-12-06T22:19:09,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741847_1023 (size=12001) 2024-12-06T22:19:09,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/68986c56c7a54dea9ee25e2462cd0f56 2024-12-06T22:19:09,295 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:09,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-06T22:19:09,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:09,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:09,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:09,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:09,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:09,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/cb12b7de079f46f0b11539b297086afa as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/cb12b7de079f46f0b11539b297086afa 2024-12-06T22:19:09,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/cb12b7de079f46f0b11539b297086afa, entries=150, sequenceid=50, filesize=11.7 K 2024-12-06T22:19:09,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/d62f44a07f404e96918a4e16bf48b46c as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/d62f44a07f404e96918a4e16bf48b46c 2024-12-06T22:19:09,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:09,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523609332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523609332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:09,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523609333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:09,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523609335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:09,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/d62f44a07f404e96918a4e16bf48b46c, entries=150, sequenceid=50, filesize=11.7 K 2024-12-06T22:19:09,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/68986c56c7a54dea9ee25e2462cd0f56 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/68986c56c7a54dea9ee25e2462cd0f56 2024-12-06T22:19:09,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523609345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:09,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/68986c56c7a54dea9ee25e2462cd0f56, entries=150, sequenceid=50, filesize=11.7 K 2024-12-06T22:19:09,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c00c6dd32d8647790d9bb239f01c93f9 in 237ms, sequenceid=50, compaction requested=true 2024-12-06T22:19:09,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:09,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:19:09,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:09,380 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:09,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:19:09,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:09,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:19:09,381 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:09,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:09,385 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:09,387 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/B is initiating minor compaction (all files) 2024-12-06T22:19:09,387 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/B in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:09,388 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/e2bffed12a0e469ab52874205d1d3b1e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/99567381b5e2459a89e76c1707ff670e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/d62f44a07f404e96918a4e16bf48b46c] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=35.2 K 2024-12-06T22:19:09,389 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting e2bffed12a0e469ab52874205d1d3b1e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733523547026 2024-12-06T22:19:09,390 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 99567381b5e2459a89e76c1707ff670e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733523547257 2024-12-06T22:19:09,391 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:09,391 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting d62f44a07f404e96918a4e16bf48b46c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733523548484 2024-12-06T22:19:09,392 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/A is initiating minor compaction (all files) 2024-12-06T22:19:09,392 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/A in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:09,392 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/eb12b1fb1f224b19af1cf0d088839407, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/7f287b33a83d4b4fbeb6cafcd390519b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/cb12b7de079f46f0b11539b297086afa] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=35.2 K 2024-12-06T22:19:09,394 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb12b1fb1f224b19af1cf0d088839407, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733523547026 2024-12-06T22:19:09,396 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f287b33a83d4b4fbeb6cafcd390519b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733523547257 2024-12-06T22:19:09,397 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb12b7de079f46f0b11539b297086afa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733523548484 2024-12-06T22:19:09,438 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#A#compaction#10 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:09,439 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/37f32135753e48c385c0e161a7b6c146 is 50, key is test_row_0/A:col10/1733523548484/Put/seqid=0 2024-12-06T22:19:09,441 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#B#compaction#9 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:09,442 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/cf78ba69ade841268a54db6d404095d8 is 50, key is test_row_0/B:col10/1733523548484/Put/seqid=0 2024-12-06T22:19:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-06T22:19:09,450 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:09,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-06T22:19:09,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:09,451 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T22:19:09,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:09,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:09,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:09,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:09,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:09,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:09,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741848_1024 (size=12104) 2024-12-06T22:19:09,486 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/37f32135753e48c385c0e161a7b6c146 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/37f32135753e48c385c0e161a7b6c146 2024-12-06T22:19:09,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/4403466a863c47c5b6a5bfcca07c25a9 is 50, key is test_row_0/A:col10/1733523549225/Put/seqid=0 2024-12-06T22:19:09,522 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/A of c00c6dd32d8647790d9bb239f01c93f9 into 37f32135753e48c385c0e161a7b6c146(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:09,522 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:09,522 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/A, priority=13, startTime=1733523549370; duration=0sec 2024-12-06T22:19:09,522 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:09,522 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:A 2024-12-06T22:19:09,523 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:09,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741849_1025 (size=12104) 2024-12-06T22:19:09,528 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:09,528 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/C is initiating minor compaction (all files) 2024-12-06T22:19:09,528 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/C in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:09,529 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/404a68dbe35a4385aae8a51d8c7434f8, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/b6eb215a594348b4ad2f9b60b8d96343, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/68986c56c7a54dea9ee25e2462cd0f56] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=35.2 K 2024-12-06T22:19:09,530 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 404a68dbe35a4385aae8a51d8c7434f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733523547026 2024-12-06T22:19:09,531 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6eb215a594348b4ad2f9b60b8d96343, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733523547257 2024-12-06T22:19:09,532 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68986c56c7a54dea9ee25e2462cd0f56, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733523548484 2024-12-06T22:19:09,546 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/cf78ba69ade841268a54db6d404095d8 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/cf78ba69ade841268a54db6d404095d8 2024-12-06T22:19:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:09,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:09,565 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/B of c00c6dd32d8647790d9bb239f01c93f9 into cf78ba69ade841268a54db6d404095d8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:09,565 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:09,565 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/B, priority=13, startTime=1733523549380; duration=0sec 2024-12-06T22:19:09,565 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:09,565 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:B 2024-12-06T22:19:09,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741850_1026 (size=12001) 2024-12-06T22:19:09,569 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/4403466a863c47c5b6a5bfcca07c25a9 2024-12-06T22:19:09,571 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#C#compaction#12 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:09,572 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/fb1768c3e7324f7a8eb5821bd9554a6a is 50, key is test_row_0/C:col10/1733523548484/Put/seqid=0 2024-12-06T22:19:09,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/1ca8bb6895ec4b2cb9ed68dfa2409dd0 is 50, key is test_row_0/B:col10/1733523549225/Put/seqid=0 2024-12-06T22:19:09,593 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T22:19:09,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523609576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:09,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523609579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:09,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523609584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:09,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523609588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:09,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:09,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741851_1027 (size=12104) 2024-12-06T22:19:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523609575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:09,633 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/fb1768c3e7324f7a8eb5821bd9554a6a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/fb1768c3e7324f7a8eb5821bd9554a6a 2024-12-06T22:19:09,647 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/C of c00c6dd32d8647790d9bb239f01c93f9 into fb1768c3e7324f7a8eb5821bd9554a6a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:09,648 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:09,648 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/C, priority=13, startTime=1733523549381; duration=0sec 2024-12-06T22:19:09,648 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:09,648 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:C 2024-12-06T22:19:09,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741852_1028 (size=12001) 2024-12-06T22:19:09,656 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/1ca8bb6895ec4b2cb9ed68dfa2409dd0 2024-12-06T22:19:09,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/b786524a94e54af2aae0ff1a5c15b841 is 50, key is test_row_0/C:col10/1733523549225/Put/seqid=0 2024-12-06T22:19:09,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523609701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:09,704 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T22:19:09,706 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-06T22:19:09,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:09,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523609702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523609702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:09,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523609703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:09,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523609717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:09,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741853_1029 (size=12001) 2024-12-06T22:19:09,732 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/b786524a94e54af2aae0ff1a5c15b841 2024-12-06T22:19:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-06T22:19:09,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/4403466a863c47c5b6a5bfcca07c25a9 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/4403466a863c47c5b6a5bfcca07c25a9 2024-12-06T22:19:09,761 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/4403466a863c47c5b6a5bfcca07c25a9, entries=150, sequenceid=74, filesize=11.7 K 2024-12-06T22:19:09,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/1ca8bb6895ec4b2cb9ed68dfa2409dd0 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/1ca8bb6895ec4b2cb9ed68dfa2409dd0 2024-12-06T22:19:09,782 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/1ca8bb6895ec4b2cb9ed68dfa2409dd0, entries=150, sequenceid=74, filesize=11.7 K 2024-12-06T22:19:09,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/b786524a94e54af2aae0ff1a5c15b841 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/b786524a94e54af2aae0ff1a5c15b841 2024-12-06T22:19:09,801 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/b786524a94e54af2aae0ff1a5c15b841, entries=150, sequenceid=74, filesize=11.7 K 2024-12-06T22:19:09,803 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c00c6dd32d8647790d9bb239f01c93f9 in 352ms, sequenceid=74, compaction requested=false 2024-12-06T22:19:09,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:09,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:09,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-06T22:19:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-06T22:19:09,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-06T22:19:09,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 665 msec 2024-12-06T22:19:09,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 686 msec 2024-12-06T22:19:09,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T22:19:09,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:09,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:09,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:09,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:09,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:09,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:09,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/da25cd56d0a449dd8b29f433dc65653f is 50, key is test_row_0/A:col10/1733523549910/Put/seqid=0 2024-12-06T22:19:09,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741854_1030 (size=12001) 2024-12-06T22:19:09,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/da25cd56d0a449dd8b29f433dc65653f 2024-12-06T22:19:10,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523609993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523609996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523610000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/9dd41f630f5b49cba7298dfdb4c626cc is 50, key is test_row_0/B:col10/1733523549910/Put/seqid=0 2024-12-06T22:19:10,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523610002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523610004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741855_1031 (size=12001) 2024-12-06T22:19:10,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/9dd41f630f5b49cba7298dfdb4c626cc 2024-12-06T22:19:10,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/707c1973de7646d8af442bfa63e85882 is 50, key is test_row_0/C:col10/1733523549910/Put/seqid=0 2024-12-06T22:19:10,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523610107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523610112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523610112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523610113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523610115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741856_1032 (size=12001) 2024-12-06T22:19:10,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/707c1973de7646d8af442bfa63e85882 2024-12-06T22:19:10,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/da25cd56d0a449dd8b29f433dc65653f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/da25cd56d0a449dd8b29f433dc65653f 2024-12-06T22:19:10,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/da25cd56d0a449dd8b29f433dc65653f, entries=150, sequenceid=90, filesize=11.7 K 2024-12-06T22:19:10,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/9dd41f630f5b49cba7298dfdb4c626cc as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/9dd41f630f5b49cba7298dfdb4c626cc 2024-12-06T22:19:10,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/9dd41f630f5b49cba7298dfdb4c626cc, entries=150, sequenceid=90, filesize=11.7 K 2024-12-06T22:19:10,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/707c1973de7646d8af442bfa63e85882 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/707c1973de7646d8af442bfa63e85882 2024-12-06T22:19:10,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/707c1973de7646d8af442bfa63e85882, entries=150, sequenceid=90, filesize=11.7 K 2024-12-06T22:19:10,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c00c6dd32d8647790d9bb239f01c93f9 in 307ms, sequenceid=90, compaction requested=true 2024-12-06T22:19:10,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:10,220 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:10,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:19:10,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:10,223 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:10,223 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:10,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:19:10,224 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/A is initiating minor compaction (all files) 2024-12-06T22:19:10,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:10,224 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/A in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:10,224 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/37f32135753e48c385c0e161a7b6c146, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/4403466a863c47c5b6a5bfcca07c25a9, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/da25cd56d0a449dd8b29f433dc65653f] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=35.3 K 2024-12-06T22:19:10,225 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37f32135753e48c385c0e161a7b6c146, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733523548484 2024-12-06T22:19:10,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:19:10,226 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:10,226 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/B is initiating minor compaction (all files) 2024-12-06T22:19:10,227 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4403466a863c47c5b6a5bfcca07c25a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733523549190 2024-12-06T22:19:10,227 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/B in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:10,227 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/cf78ba69ade841268a54db6d404095d8, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/1ca8bb6895ec4b2cb9ed68dfa2409dd0, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/9dd41f630f5b49cba7298dfdb4c626cc] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=35.3 K 2024-12-06T22:19:10,227 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting da25cd56d0a449dd8b29f433dc65653f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733523549574 2024-12-06T22:19:10,228 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting cf78ba69ade841268a54db6d404095d8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733523548484 2024-12-06T22:19:10,230 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ca8bb6895ec4b2cb9ed68dfa2409dd0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733523549190 2024-12-06T22:19:10,231 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 9dd41f630f5b49cba7298dfdb4c626cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733523549574 2024-12-06T22:19:10,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-06T22:19:10,247 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-06T22:19:10,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:19:10,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-06T22:19:10,255 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:19:10,256 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:19:10,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:19:10,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-06T22:19:10,271 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#A#compaction#18 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:10,272 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/8a21bc31fe2a47faa0f881e4cba964a5 is 50, key is test_row_0/A:col10/1733523549910/Put/seqid=0 2024-12-06T22:19:10,284 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#B#compaction#19 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:10,285 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/0ea251c5f68144e7b5f21dd2c2657252 is 50, key is test_row_0/B:col10/1733523549910/Put/seqid=0 2024-12-06T22:19:10,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741857_1033 (size=12207) 2024-12-06T22:19:10,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T22:19:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:10,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:10,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:10,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:10,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:10,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:10,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:10,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741858_1034 (size=12207) 2024-12-06T22:19:10,341 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T22:19:10,341 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T22:19:10,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-06T22:19:10,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-06T22:19:10,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/b611a09280f64edc9aa2accb95a679ad is 50, key is test_row_0/A:col10/1733523550001/Put/seqid=0 2024-12-06T22:19:10,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T22:19:10,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T22:19:10,345 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/0ea251c5f68144e7b5f21dd2c2657252 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/0ea251c5f68144e7b5f21dd2c2657252 2024-12-06T22:19:10,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T22:19:10,346 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T22:19:10,348 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-06T22:19:10,348 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-06T22:19:10,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523610335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523610341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,358 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/B of c00c6dd32d8647790d9bb239f01c93f9 into 0ea251c5f68144e7b5f21dd2c2657252(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:10,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,358 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:10,358 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/B, priority=13, startTime=1733523550223; duration=0sec 2024-12-06T22:19:10,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523610344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,358 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:10,359 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:B 2024-12-06T22:19:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-06T22:19:10,359 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:10,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523610348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523610348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,362 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:10,362 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/C is initiating minor compaction (all files) 2024-12-06T22:19:10,362 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/C in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:10,362 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/fb1768c3e7324f7a8eb5821bd9554a6a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/b786524a94e54af2aae0ff1a5c15b841, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/707c1973de7646d8af442bfa63e85882] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=35.3 K 2024-12-06T22:19:10,363 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting fb1768c3e7324f7a8eb5821bd9554a6a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733523548484 2024-12-06T22:19:10,364 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting b786524a94e54af2aae0ff1a5c15b841, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733523549190 2024-12-06T22:19:10,365 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 707c1973de7646d8af442bfa63e85882, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733523549574 2024-12-06T22:19:10,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741859_1035 (size=14341) 2024-12-06T22:19:10,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/b611a09280f64edc9aa2accb95a679ad 2024-12-06T22:19:10,399 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:10,400 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/9cd1e77ebe354e01bda35ba882d74ab0 is 50, key is test_row_0/C:col10/1733523549910/Put/seqid=0 2024-12-06T22:19:10,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/9a2d0bfe632a475fb01b9c8b408b0190 is 50, key is test_row_0/B:col10/1733523550001/Put/seqid=0 2024-12-06T22:19:10,409 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-06T22:19:10,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:10,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:10,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:10,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:10,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:10,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741861_1037 (size=12207) 2024-12-06T22:19:10,432 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/9cd1e77ebe354e01bda35ba882d74ab0 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/9cd1e77ebe354e01bda35ba882d74ab0 2024-12-06T22:19:10,448 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/C of c00c6dd32d8647790d9bb239f01c93f9 into 9cd1e77ebe354e01bda35ba882d74ab0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:10,449 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:10,449 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/C, priority=13, startTime=1733523550224; duration=0sec 2024-12-06T22:19:10,449 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:10,449 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:C 2024-12-06T22:19:10,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741860_1036 (size=12001) 2024-12-06T22:19:10,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/9a2d0bfe632a475fb01b9c8b408b0190 2024-12-06T22:19:10,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523610451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523610451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523610462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523610463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523610464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/946c868dda63495aa109d05aa0f10cb1 is 50, key is test_row_0/C:col10/1733523550001/Put/seqid=0 2024-12-06T22:19:10,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741862_1038 (size=12001) 2024-12-06T22:19:10,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/946c868dda63495aa109d05aa0f10cb1 2024-12-06T22:19:10,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/b611a09280f64edc9aa2accb95a679ad as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/b611a09280f64edc9aa2accb95a679ad 2024-12-06T22:19:10,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-06T22:19:10,563 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-06T22:19:10,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:10,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:10,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:10,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:10,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:10,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/b611a09280f64edc9aa2accb95a679ad, entries=200, sequenceid=114, filesize=14.0 K 2024-12-06T22:19:10,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/9a2d0bfe632a475fb01b9c8b408b0190 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/9a2d0bfe632a475fb01b9c8b408b0190 2024-12-06T22:19:10,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/9a2d0bfe632a475fb01b9c8b408b0190, entries=150, sequenceid=114, filesize=11.7 K 2024-12-06T22:19:10,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/946c868dda63495aa109d05aa0f10cb1 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/946c868dda63495aa109d05aa0f10cb1 2024-12-06T22:19:10,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/946c868dda63495aa109d05aa0f10cb1, entries=150, sequenceid=114, filesize=11.7 K 2024-12-06T22:19:10,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c00c6dd32d8647790d9bb239f01c93f9 in 292ms, sequenceid=114, compaction requested=false 2024-12-06T22:19:10,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:10,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-06T22:19:10,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:10,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:10,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:10,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:10,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:10,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:10,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/0a4a75201acb4544a57605a87ffe2346 is 50, key is test_row_0/A:col10/1733523550681/Put/seqid=0 2024-12-06T22:19:10,714 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/8a21bc31fe2a47faa0f881e4cba964a5 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/8a21bc31fe2a47faa0f881e4cba964a5 2024-12-06T22:19:10,719 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-06T22:19:10,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:10,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:10,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:10,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:10,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:10,738 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/A of c00c6dd32d8647790d9bb239f01c93f9 into 8a21bc31fe2a47faa0f881e4cba964a5(size=11.9 K), total size for store is 25.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:10,738 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:10,738 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/A, priority=13, startTime=1733523550220; duration=0sec 2024-12-06T22:19:10,738 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:10,739 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:A 2024-12-06T22:19:10,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523610737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523610737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523610742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523610742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523610742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741863_1039 (size=16831) 2024-12-06T22:19:10,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/0a4a75201acb4544a57605a87ffe2346 2024-12-06T22:19:10,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/7b55c8422e9248bcac9cc11eeb34c7c5 is 50, key is test_row_0/B:col10/1733523550681/Put/seqid=0 2024-12-06T22:19:10,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741864_1040 (size=12101) 2024-12-06T22:19:10,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/7b55c8422e9248bcac9cc11eeb34c7c5 2024-12-06T22:19:10,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523610850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523610852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523610853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523610855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523610855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-06T22:19:10,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/9bf10b4ca00e4607b734f6b6e58203b4 is 50, key is test_row_0/C:col10/1733523550681/Put/seqid=0 2024-12-06T22:19:10,875 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:10,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-06T22:19:10,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:10,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:10,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:10,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:10,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:10,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741865_1041 (size=12101) 2024-12-06T22:19:11,031 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:11,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-06T22:19:11,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:11,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:11,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:11,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:11,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:11,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523611056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:11,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523611056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:11,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523611064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:11,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523611065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:11,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523611065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:11,185 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:11,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-06T22:19:11,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:11,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:11,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:11,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:11,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:11,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/9bf10b4ca00e4607b734f6b6e58203b4 2024-12-06T22:19:11,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/0a4a75201acb4544a57605a87ffe2346 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/0a4a75201acb4544a57605a87ffe2346 2024-12-06T22:19:11,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/0a4a75201acb4544a57605a87ffe2346, entries=250, sequenceid=132, filesize=16.4 K 2024-12-06T22:19:11,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/7b55c8422e9248bcac9cc11eeb34c7c5 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/7b55c8422e9248bcac9cc11eeb34c7c5 2024-12-06T22:19:11,340 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:11,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-06T22:19:11,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:11,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:11,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:11,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:11,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:11,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/7b55c8422e9248bcac9cc11eeb34c7c5, entries=150, sequenceid=132, filesize=11.8 K 2024-12-06T22:19:11,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/9bf10b4ca00e4607b734f6b6e58203b4 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/9bf10b4ca00e4607b734f6b6e58203b4 2024-12-06T22:19:11,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/9bf10b4ca00e4607b734f6b6e58203b4, entries=150, sequenceid=132, filesize=11.8 K 2024-12-06T22:19:11,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for c00c6dd32d8647790d9bb239f01c93f9 in 680ms, sequenceid=132, compaction requested=true 2024-12-06T22:19:11,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:11,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:19:11,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:11,363 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:11,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:19:11,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:11,363 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:11,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:19:11,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:11,365 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:11,365 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/A is initiating minor compaction (all files) 2024-12-06T22:19:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-06T22:19:11,366 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/A in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:11,366 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/8a21bc31fe2a47faa0f881e4cba964a5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/b611a09280f64edc9aa2accb95a679ad, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/0a4a75201acb4544a57605a87ffe2346] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=42.4 K 2024-12-06T22:19:11,366 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:11,366 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a21bc31fe2a47faa0f881e4cba964a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733523549574 2024-12-06T22:19:11,367 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/B is initiating minor compaction (all files) 2024-12-06T22:19:11,367 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/B in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:11,367 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/0ea251c5f68144e7b5f21dd2c2657252, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/9a2d0bfe632a475fb01b9c8b408b0190, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/7b55c8422e9248bcac9cc11eeb34c7c5] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=35.5 K 2024-12-06T22:19:11,367 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting b611a09280f64edc9aa2accb95a679ad, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733523549981 2024-12-06T22:19:11,368 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a4a75201acb4544a57605a87ffe2346, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733523550341 2024-12-06T22:19:11,369 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ea251c5f68144e7b5f21dd2c2657252, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733523549574 2024-12-06T22:19:11,370 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a2d0bfe632a475fb01b9c8b408b0190, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733523549999 2024-12-06T22:19:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:11,371 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b55c8422e9248bcac9cc11eeb34c7c5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733523550344 2024-12-06T22:19:11,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-06T22:19:11,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:11,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:11,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:11,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:11,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:11,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:11,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/88fe1c16913f448f907b7f2d835bcb44 is 50, key is test_row_0/A:col10/1733523551367/Put/seqid=0 2024-12-06T22:19:11,389 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#A#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:11,390 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/3fae74191135497594d0ae0f336f793e is 50, key is test_row_0/A:col10/1733523550681/Put/seqid=0 2024-12-06T22:19:11,400 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#B#compaction#29 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:11,401 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/96d70f589b1a4f3cb64b9fd2c76a9ddd is 50, key is test_row_0/B:col10/1733523550681/Put/seqid=0 2024-12-06T22:19:11,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523611403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:11,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523611411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:11,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523611414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:11,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523611421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:11,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523611421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:11,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741866_1042 (size=16931) 2024-12-06T22:19:11,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741868_1044 (size=12409) 2024-12-06T22:19:11,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741867_1043 (size=12409) 2024-12-06T22:19:11,496 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:11,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-06T22:19:11,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:11,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:11,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:11,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:11,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:11,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523611549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:11,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:11,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523611550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523611550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:11,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523611550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:11,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523611550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:11,657 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:11,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-06T22:19:11,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:11,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:11,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:11,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:11,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:11,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523611760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:11,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523611761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:11,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523611762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:11,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:11,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523611762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523611762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:11,812 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:11,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-06T22:19:11,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:11,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:11,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:11,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:11,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:11,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/88fe1c16913f448f907b7f2d835bcb44 2024-12-06T22:19:11,875 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/96d70f589b1a4f3cb64b9fd2c76a9ddd as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/96d70f589b1a4f3cb64b9fd2c76a9ddd 2024-12-06T22:19:11,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/d096b4494de1427e8bfb8ada480a1432 is 50, key is test_row_0/B:col10/1733523551367/Put/seqid=0 2024-12-06T22:19:11,882 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/3fae74191135497594d0ae0f336f793e as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/3fae74191135497594d0ae0f336f793e 2024-12-06T22:19:11,889 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/B of c00c6dd32d8647790d9bb239f01c93f9 into 96d70f589b1a4f3cb64b9fd2c76a9ddd(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:11,889 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:11,889 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/B, priority=13, startTime=1733523551363; duration=0sec 2024-12-06T22:19:11,889 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:11,889 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:B 2024-12-06T22:19:11,891 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:11,896 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:11,896 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/C is initiating minor compaction (all files) 2024-12-06T22:19:11,897 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/C in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:11,897 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/9cd1e77ebe354e01bda35ba882d74ab0, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/946c868dda63495aa109d05aa0f10cb1, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/9bf10b4ca00e4607b734f6b6e58203b4] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=35.5 K 2024-12-06T22:19:11,897 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/A of c00c6dd32d8647790d9bb239f01c93f9 into 3fae74191135497594d0ae0f336f793e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:11,897 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:11,897 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/A, priority=13, startTime=1733523551362; duration=0sec 2024-12-06T22:19:11,897 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:11,898 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:A 2024-12-06T22:19:11,898 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cd1e77ebe354e01bda35ba882d74ab0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733523549574 2024-12-06T22:19:11,899 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 946c868dda63495aa109d05aa0f10cb1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733523549999 2024-12-06T22:19:11,899 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bf10b4ca00e4607b734f6b6e58203b4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733523550344 2024-12-06T22:19:11,925 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#C#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:11,926 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/f861d0d8f3814f66a5b600c6b2af6431 is 50, key is test_row_0/C:col10/1733523550681/Put/seqid=0 2024-12-06T22:19:11,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741869_1045 (size=12151) 2024-12-06T22:19:11,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/d096b4494de1427e8bfb8ada480a1432 2024-12-06T22:19:11,967 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:11,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-06T22:19:11,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:11,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:11,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:11,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:11,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:11,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:11,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741870_1046 (size=12409) 2024-12-06T22:19:11,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/da43ea4022b7494792a6d9497b16788b is 50, key is test_row_0/C:col10/1733523551367/Put/seqid=0 2024-12-06T22:19:12,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741871_1047 (size=12151) 2024-12-06T22:19:12,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/da43ea4022b7494792a6d9497b16788b 2024-12-06T22:19:12,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/88fe1c16913f448f907b7f2d835bcb44 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/88fe1c16913f448f907b7f2d835bcb44 2024-12-06T22:19:12,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/88fe1c16913f448f907b7f2d835bcb44, entries=250, sequenceid=157, filesize=16.5 K 2024-12-06T22:19:12,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/d096b4494de1427e8bfb8ada480a1432 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/d096b4494de1427e8bfb8ada480a1432 2024-12-06T22:19:12,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523612068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:12,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523612069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:12,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:12,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523612070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:12,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523612070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523612069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:12,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/d096b4494de1427e8bfb8ada480a1432, entries=150, sequenceid=157, filesize=11.9 K 2024-12-06T22:19:12,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/da43ea4022b7494792a6d9497b16788b as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/da43ea4022b7494792a6d9497b16788b 2024-12-06T22:19:12,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/da43ea4022b7494792a6d9497b16788b, entries=150, sequenceid=157, filesize=11.9 K 2024-12-06T22:19:12,123 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:12,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for c00c6dd32d8647790d9bb239f01c93f9 in 750ms, sequenceid=157, compaction requested=false 2024-12-06T22:19:12,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:12,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-06T22:19:12,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:12,124 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T22:19:12,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:12,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:12,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:12,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:12,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:12,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:12,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/894e2d6e8e89449f97f3a1e095ee5740 is 50, key is test_row_0/A:col10/1733523551396/Put/seqid=0 2024-12-06T22:19:12,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741872_1048 (size=12151) 2024-12-06T22:19:12,142 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/894e2d6e8e89449f97f3a1e095ee5740 2024-12-06T22:19:12,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/203a6f4acafa48e4ae9e5a3b348f538b is 50, key is test_row_0/B:col10/1733523551396/Put/seqid=0 2024-12-06T22:19:12,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741873_1049 (size=12151) 2024-12-06T22:19:12,212 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/203a6f4acafa48e4ae9e5a3b348f538b 2024-12-06T22:19:12,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/ffea1b6fe1de4923a476a2dd1e7a737f is 50, key is test_row_0/C:col10/1733523551396/Put/seqid=0 2024-12-06T22:19:12,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741874_1050 (size=12151) 2024-12-06T22:19:12,268 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/ffea1b6fe1de4923a476a2dd1e7a737f 2024-12-06T22:19:12,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/894e2d6e8e89449f97f3a1e095ee5740 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/894e2d6e8e89449f97f3a1e095ee5740 2024-12-06T22:19:12,297 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/894e2d6e8e89449f97f3a1e095ee5740, entries=150, sequenceid=172, filesize=11.9 K 2024-12-06T22:19:12,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/203a6f4acafa48e4ae9e5a3b348f538b as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/203a6f4acafa48e4ae9e5a3b348f538b 2024-12-06T22:19:12,308 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/203a6f4acafa48e4ae9e5a3b348f538b, entries=150, sequenceid=172, filesize=11.9 K 2024-12-06T22:19:12,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/ffea1b6fe1de4923a476a2dd1e7a737f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/ffea1b6fe1de4923a476a2dd1e7a737f 2024-12-06T22:19:12,322 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/ffea1b6fe1de4923a476a2dd1e7a737f, entries=150, sequenceid=172, filesize=11.9 K 2024-12-06T22:19:12,326 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for c00c6dd32d8647790d9bb239f01c93f9 in 202ms, sequenceid=172, compaction requested=true 2024-12-06T22:19:12,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:12,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:12,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-06T22:19:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-06T22:19:12,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-06T22:19:12,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0720 sec 2024-12-06T22:19:12,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 2.0810 sec 2024-12-06T22:19:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-06T22:19:12,367 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-06T22:19:12,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:19:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-06T22:19:12,374 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:19:12,375 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:19:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-06T22:19:12,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:19:12,397 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/f861d0d8f3814f66a5b600c6b2af6431 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/f861d0d8f3814f66a5b600c6b2af6431 2024-12-06T22:19:12,410 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/C of c00c6dd32d8647790d9bb239f01c93f9 into f861d0d8f3814f66a5b600c6b2af6431(size=12.1 K), total size for store is 35.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:12,410 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:12,410 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/C, priority=13, startTime=1733523551363; duration=0sec 2024-12-06T22:19:12,411 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:12,411 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:C 2024-12-06T22:19:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-06T22:19:12,544 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:12,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-06T22:19:12,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:12,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:12,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:12,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-06T22:19:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-06T22:19:12,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-06T22:19:12,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 162 msec 2024-12-06T22:19:12,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 184 msec 2024-12-06T22:19:12,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:19:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:12,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:12,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:12,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:12,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:12,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:12,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:12,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/66c25386c4b44211acf8a7860479fe5f is 50, key is test_row_0/A:col10/1733523552592/Put/seqid=0 2024-12-06T22:19:12,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741875_1051 (size=12151) 2024-12-06T22:19:12,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/66c25386c4b44211acf8a7860479fe5f 2024-12-06T22:19:12,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/44b72f40223143d1924d0201bfe0d671 is 50, key is test_row_0/B:col10/1733523552592/Put/seqid=0 2024-12-06T22:19:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-06T22:19:12,688 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-06T22:19:12,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:19:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-06T22:19:12,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741876_1052 (size=12151) 2024-12-06T22:19:12,693 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:19:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-06T22:19:12,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/44b72f40223143d1924d0201bfe0d671 2024-12-06T22:19:12,695 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:19:12,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:19:12,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/19b6aecd13984260b142e61c7b494899 is 50, key is test_row_0/C:col10/1733523552592/Put/seqid=0 2024-12-06T22:19:12,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741877_1053 (size=12151) 2024-12-06T22:19:12,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:12,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523612641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523612642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:12,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523612719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:12,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523612721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:12,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523612726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-06T22:19:12,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523612821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:12,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523612822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:12,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523612826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:12,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523612828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:12,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523612834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:12,849 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:12,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-06T22:19:12,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:12,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:12,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:12,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:12,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-06T22:19:13,008 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:13,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-06T22:19:13,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:13,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:13,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:13,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:13,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:13,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523613026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:13,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523613027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:13,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523613032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:13,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523613036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:13,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523613038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:13,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/19b6aecd13984260b142e61c7b494899 2024-12-06T22:19:13,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/66c25386c4b44211acf8a7860479fe5f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/66c25386c4b44211acf8a7860479fe5f 2024-12-06T22:19:13,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/66c25386c4b44211acf8a7860479fe5f, entries=150, sequenceid=186, filesize=11.9 K 2024-12-06T22:19:13,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/44b72f40223143d1924d0201bfe0d671 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/44b72f40223143d1924d0201bfe0d671 2024-12-06T22:19:13,163 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:13,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-06T22:19:13,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:13,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:13,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:13,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:13,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:13,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/44b72f40223143d1924d0201bfe0d671, entries=150, sequenceid=186, filesize=11.9 K 2024-12-06T22:19:13,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:13,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/19b6aecd13984260b142e61c7b494899 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/19b6aecd13984260b142e61c7b494899 2024-12-06T22:19:13,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/19b6aecd13984260b142e61c7b494899, entries=150, sequenceid=186, filesize=11.9 K 2024-12-06T22:19:13,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for c00c6dd32d8647790d9bb239f01c93f9 in 596ms, sequenceid=186, compaction requested=true 2024-12-06T22:19:13,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:13,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:19:13,192 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:19:13,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:13,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:19:13,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:13,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:19:13,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T22:19:13,193 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:19:13,195 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:19:13,195 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53642 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:19:13,196 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/A is initiating minor compaction (all files) 2024-12-06T22:19:13,196 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/B is initiating minor compaction (all files) 2024-12-06T22:19:13,196 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/A in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:13,196 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/B in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:13,196 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/3fae74191135497594d0ae0f336f793e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/88fe1c16913f448f907b7f2d835bcb44, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/894e2d6e8e89449f97f3a1e095ee5740, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/66c25386c4b44211acf8a7860479fe5f] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=52.4 K 2024-12-06T22:19:13,196 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/96d70f589b1a4f3cb64b9fd2c76a9ddd, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/d096b4494de1427e8bfb8ada480a1432, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/203a6f4acafa48e4ae9e5a3b348f538b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/44b72f40223143d1924d0201bfe0d671] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=47.7 K 2024-12-06T22:19:13,197 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 96d70f589b1a4f3cb64b9fd2c76a9ddd, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733523550344 2024-12-06T22:19:13,197 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3fae74191135497594d0ae0f336f793e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733523550344 2024-12-06T22:19:13,197 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting d096b4494de1427e8bfb8ada480a1432, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733523550735 2024-12-06T22:19:13,198 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88fe1c16913f448f907b7f2d835bcb44, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733523550717 2024-12-06T22:19:13,198 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 203a6f4acafa48e4ae9e5a3b348f538b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733523551396 2024-12-06T22:19:13,199 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 894e2d6e8e89449f97f3a1e095ee5740, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733523551396 2024-12-06T22:19:13,199 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 44b72f40223143d1924d0201bfe0d671, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733523552585 2024-12-06T22:19:13,199 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66c25386c4b44211acf8a7860479fe5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733523552585 2024-12-06T22:19:13,231 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#B#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:13,232 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/5286d3e982f64a25b1a6d9c0a8757762 is 50, key is test_row_0/B:col10/1733523552592/Put/seqid=0 2024-12-06T22:19:13,238 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#A#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:13,239 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/9445e9f7cf1f47d18e02cedf377bb06d is 50, key is test_row_0/A:col10/1733523552592/Put/seqid=0 2024-12-06T22:19:13,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741878_1054 (size=12595) 2024-12-06T22:19:13,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741879_1055 (size=12595) 2024-12-06T22:19:13,288 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/9445e9f7cf1f47d18e02cedf377bb06d as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/9445e9f7cf1f47d18e02cedf377bb06d 2024-12-06T22:19:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-06T22:19:13,306 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/A of c00c6dd32d8647790d9bb239f01c93f9 into 9445e9f7cf1f47d18e02cedf377bb06d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:13,306 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:13,306 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/A, priority=12, startTime=1733523553192; duration=0sec 2024-12-06T22:19:13,306 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:13,306 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:A 2024-12-06T22:19:13,306 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:19:13,309 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:19:13,309 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/C is initiating minor compaction (all files) 2024-12-06T22:19:13,309 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/C in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:13,310 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/f861d0d8f3814f66a5b600c6b2af6431, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/da43ea4022b7494792a6d9497b16788b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/ffea1b6fe1de4923a476a2dd1e7a737f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/19b6aecd13984260b142e61c7b494899] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=47.7 K 2024-12-06T22:19:13,310 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting f861d0d8f3814f66a5b600c6b2af6431, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733523550344 2024-12-06T22:19:13,312 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting da43ea4022b7494792a6d9497b16788b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733523550735 2024-12-06T22:19:13,312 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffea1b6fe1de4923a476a2dd1e7a737f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733523551396 2024-12-06T22:19:13,313 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19b6aecd13984260b142e61c7b494899, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733523552585 2024-12-06T22:19:13,319 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:13,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-06T22:19:13,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:13,320 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-06T22:19:13,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:13,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:13,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:13,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:13,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:13,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:13,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:13,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/faf3216fa23843f1ab369d242a275538 is 50, key is test_row_0/A:col10/1733523552644/Put/seqid=0 2024-12-06T22:19:13,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523613345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:13,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523613346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:13,354 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#C#compaction#42 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:13,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523613345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:13,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523613350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:13,355 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/fcb0045c9a6e45d5b714b420195180ba is 50, key is test_row_0/C:col10/1733523552592/Put/seqid=0 2024-12-06T22:19:13,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523613352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:13,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741880_1056 (size=12151) 2024-12-06T22:19:13,392 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/faf3216fa23843f1ab369d242a275538 2024-12-06T22:19:13,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741881_1057 (size=12595) 2024-12-06T22:19:13,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/6f68c0313dea41158106f5bccd801f6d is 50, key is test_row_0/B:col10/1733523552644/Put/seqid=0 2024-12-06T22:19:13,431 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/fcb0045c9a6e45d5b714b420195180ba as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/fcb0045c9a6e45d5b714b420195180ba 2024-12-06T22:19:13,441 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/C of c00c6dd32d8647790d9bb239f01c93f9 into fcb0045c9a6e45d5b714b420195180ba(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:13,441 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:13,441 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/C, priority=12, startTime=1733523553193; duration=0sec 2024-12-06T22:19:13,442 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:13,442 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:C 2024-12-06T22:19:13,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:13,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523613455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523613457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:13,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523613457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:13,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523613458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:13,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741882_1058 (size=12151) 2024-12-06T22:19:13,492 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/6f68c0313dea41158106f5bccd801f6d 2024-12-06T22:19:13,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/0157822145694871a8eeec9496bf103c is 50, key is test_row_0/C:col10/1733523552644/Put/seqid=0 2024-12-06T22:19:13,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741883_1059 (size=12151) 2024-12-06T22:19:13,560 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/0157822145694871a8eeec9496bf103c 2024-12-06T22:19:13,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/faf3216fa23843f1ab369d242a275538 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/faf3216fa23843f1ab369d242a275538 2024-12-06T22:19:13,585 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/faf3216fa23843f1ab369d242a275538, entries=150, sequenceid=213, filesize=11.9 K 2024-12-06T22:19:13,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/6f68c0313dea41158106f5bccd801f6d as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/6f68c0313dea41158106f5bccd801f6d 2024-12-06T22:19:13,598 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/6f68c0313dea41158106f5bccd801f6d, entries=150, sequenceid=213, filesize=11.9 K 2024-12-06T22:19:13,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/0157822145694871a8eeec9496bf103c as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/0157822145694871a8eeec9496bf103c 2024-12-06T22:19:13,612 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/0157822145694871a8eeec9496bf103c, entries=150, sequenceid=213, filesize=11.9 K 2024-12-06T22:19:13,617 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c00c6dd32d8647790d9bb239f01c93f9 in 297ms, sequenceid=213, compaction requested=false 2024-12-06T22:19:13,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:13,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:13,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-06T22:19:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-06T22:19:13,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-06T22:19:13,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 926 msec 2024-12-06T22:19:13,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 933 msec 2024-12-06T22:19:13,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:19:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:13,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:13,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:13,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:13,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:13,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:13,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:13,676 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/5286d3e982f64a25b1a6d9c0a8757762 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/5286d3e982f64a25b1a6d9c0a8757762 2024-12-06T22:19:13,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/b8fe1ed215c84ea299f7f2cfc241f87b is 50, key is test_row_0/A:col10/1733523553336/Put/seqid=0 2024-12-06T22:19:13,692 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/B of c00c6dd32d8647790d9bb239f01c93f9 into 5286d3e982f64a25b1a6d9c0a8757762(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:13,692 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:13,692 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/B, priority=12, startTime=1733523553192; duration=0sec 2024-12-06T22:19:13,692 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:13,692 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:B 2024-12-06T22:19:13,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741884_1060 (size=16931) 2024-12-06T22:19:13,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/b8fe1ed215c84ea299f7f2cfc241f87b 2024-12-06T22:19:13,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523613712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:13,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523613718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:13,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523613721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:13,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523613722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:13,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/ca5417e1c58942fd8c43f93f1057d858 is 50, key is test_row_0/B:col10/1733523553336/Put/seqid=0 2024-12-06T22:19:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-06T22:19:13,799 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-06T22:19:13,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741885_1061 (size=12151) 2024-12-06T22:19:13,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:19:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-06T22:19:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-06T22:19:13,808 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:19:13,809 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:19:13,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:19:13,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523613825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:13,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523613829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:13,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523613830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:13,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523613831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:13,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523613858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-06T22:19:13,962 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:13,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-06T22:19:13,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:13,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:13,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:13,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:13,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:14,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523614030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:14,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523614034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:14,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523614038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:14,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523614039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:14,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-06T22:19:14,117 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:14,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-06T22:19:14,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:14,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:14,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:14,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:14,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:14,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:14,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/ca5417e1c58942fd8c43f93f1057d858 2024-12-06T22:19:14,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/78822e36478148caa5c1cdfa55c5a090 is 50, key is test_row_0/C:col10/1733523553336/Put/seqid=0 2024-12-06T22:19:14,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741886_1062 (size=12151) 2024-12-06T22:19:14,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/78822e36478148caa5c1cdfa55c5a090 2024-12-06T22:19:14,272 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:14,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-06T22:19:14,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:14,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:14,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:14,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:14,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:14,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/b8fe1ed215c84ea299f7f2cfc241f87b as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/b8fe1ed215c84ea299f7f2cfc241f87b 2024-12-06T22:19:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:14,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/b8fe1ed215c84ea299f7f2cfc241f87b, entries=250, sequenceid=226, filesize=16.5 K 2024-12-06T22:19:14,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/ca5417e1c58942fd8c43f93f1057d858 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/ca5417e1c58942fd8c43f93f1057d858 2024-12-06T22:19:14,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/ca5417e1c58942fd8c43f93f1057d858, entries=150, sequenceid=226, filesize=11.9 K 2024-12-06T22:19:14,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/78822e36478148caa5c1cdfa55c5a090 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/78822e36478148caa5c1cdfa55c5a090 2024-12-06T22:19:14,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/78822e36478148caa5c1cdfa55c5a090, entries=150, sequenceid=226, filesize=11.9 K 2024-12-06T22:19:14,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c00c6dd32d8647790d9bb239f01c93f9 in 658ms, sequenceid=226, compaction requested=true 2024-12-06T22:19:14,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:14,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:19:14,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:14,325 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:14,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:19:14,325 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:14,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:14,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:19:14,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:14,327 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:14,327 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/A is initiating minor compaction (all files) 2024-12-06T22:19:14,327 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/A in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:14,327 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:14,328 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/9445e9f7cf1f47d18e02cedf377bb06d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/faf3216fa23843f1ab369d242a275538, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/b8fe1ed215c84ea299f7f2cfc241f87b] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=40.7 K 2024-12-06T22:19:14,328 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/B is initiating minor compaction (all files) 2024-12-06T22:19:14,328 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/B in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:14,328 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/5286d3e982f64a25b1a6d9c0a8757762, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/6f68c0313dea41158106f5bccd801f6d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/ca5417e1c58942fd8c43f93f1057d858] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=36.0 K 2024-12-06T22:19:14,328 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9445e9f7cf1f47d18e02cedf377bb06d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733523552585 2024-12-06T22:19:14,329 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 5286d3e982f64a25b1a6d9c0a8757762, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733523552585 2024-12-06T22:19:14,329 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting faf3216fa23843f1ab369d242a275538, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733523552629 2024-12-06T22:19:14,329 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f68c0313dea41158106f5bccd801f6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733523552629 2024-12-06T22:19:14,329 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8fe1ed215c84ea299f7f2cfc241f87b, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733523553336 2024-12-06T22:19:14,330 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting ca5417e1c58942fd8c43f93f1057d858, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733523553336 2024-12-06T22:19:14,358 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#A#compaction#48 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:14,358 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/9ab5b6787ff34502a53ec55ced5da41e is 50, key is test_row_0/A:col10/1733523553336/Put/seqid=0 2024-12-06T22:19:14,373 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#B#compaction#49 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:14,374 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/903758bdec5949eb999798ae3e55b4af is 50, key is test_row_0/B:col10/1733523553336/Put/seqid=0 2024-12-06T22:19:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:14,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-06T22:19:14,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:14,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741887_1063 (size=12697) 2024-12-06T22:19:14,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:14,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:14,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:14,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:14,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-06T22:19:14,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741888_1064 (size=12697) 2024-12-06T22:19:14,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/0e4f38897a9a40529c34d15d5641d1cd is 50, key is test_row_0/A:col10/1733523553709/Put/seqid=0 2024-12-06T22:19:14,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523614412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:14,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523614414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:14,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:14,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523614417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:14,427 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:14,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-06T22:19:14,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:14,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:14,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:14,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:14,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:14,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:14,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523614421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:14,434 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/903758bdec5949eb999798ae3e55b4af as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/903758bdec5949eb999798ae3e55b4af 2024-12-06T22:19:14,449 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/B of c00c6dd32d8647790d9bb239f01c93f9 into 903758bdec5949eb999798ae3e55b4af(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:14,450 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:14,450 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/B, priority=13, startTime=1733523554325; duration=0sec 2024-12-06T22:19:14,450 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:14,450 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:B 2024-12-06T22:19:14,450 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:14,452 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:14,452 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/9ab5b6787ff34502a53ec55ced5da41e as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/9ab5b6787ff34502a53ec55ced5da41e 2024-12-06T22:19:14,452 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/C is initiating minor compaction (all files) 2024-12-06T22:19:14,452 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/C in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:14,452 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/fcb0045c9a6e45d5b714b420195180ba, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/0157822145694871a8eeec9496bf103c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/78822e36478148caa5c1cdfa55c5a090] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=36.0 K 2024-12-06T22:19:14,454 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting fcb0045c9a6e45d5b714b420195180ba, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733523552585 2024-12-06T22:19:14,455 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 0157822145694871a8eeec9496bf103c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733523552629 2024-12-06T22:19:14,456 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 78822e36478148caa5c1cdfa55c5a090, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733523553336 2024-12-06T22:19:14,461 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/A of c00c6dd32d8647790d9bb239f01c93f9 into 9ab5b6787ff34502a53ec55ced5da41e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:14,461 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:14,461 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/A, priority=13, startTime=1733523554325; duration=0sec 2024-12-06T22:19:14,461 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:14,461 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:A 2024-12-06T22:19:14,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741889_1065 (size=14541) 2024-12-06T22:19:14,470 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#C#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:14,471 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/d5ff28ea41b5418a9107720f2228d0b5 is 50, key is test_row_0/C:col10/1733523553336/Put/seqid=0 2024-12-06T22:19:14,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741890_1066 (size=12697) 2024-12-06T22:19:14,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523614523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:14,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523614525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:14,529 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/d5ff28ea41b5418a9107720f2228d0b5 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/d5ff28ea41b5418a9107720f2228d0b5 2024-12-06T22:19:14,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523614533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:14,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523614534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:14,554 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/C of c00c6dd32d8647790d9bb239f01c93f9 into d5ff28ea41b5418a9107720f2228d0b5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:14,554 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:14,554 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/C, priority=13, startTime=1733523554325; duration=0sec 2024-12-06T22:19:14,554 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:14,554 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:C 2024-12-06T22:19:14,584 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:14,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-06T22:19:14,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:14,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:14,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:14,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:14,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:14,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523614727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:14,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523614730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:14,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523614737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:14,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523614738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:14,752 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:14,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-06T22:19:14,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:14,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:14,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:14,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:14,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:14,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523614868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:14,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/0e4f38897a9a40529c34d15d5641d1cd 2024-12-06T22:19:14,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/2b2152e5bbda4256bc34fe4cdb8c74d3 is 50, key is test_row_0/B:col10/1733523553709/Put/seqid=0 2024-12-06T22:19:14,910 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:14,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-06T22:19:14,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:14,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:14,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:14,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:14,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-06T22:19:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:14,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741891_1067 (size=12151) 2024-12-06T22:19:15,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523615031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:15,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523615034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:15,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523615041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:15,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523615043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:15,065 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:15,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-06T22:19:15,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:15,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:15,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:15,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:15,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:15,219 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:15,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-06T22:19:15,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:15,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:15,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:15,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:15,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:15,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:15,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/2b2152e5bbda4256bc34fe4cdb8c74d3 2024-12-06T22:19:15,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/eace3f5b51c2471dbd128f7d411af247 is 50, key is test_row_0/C:col10/1733523553709/Put/seqid=0 2024-12-06T22:19:15,374 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:15,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741892_1068 (size=12151) 2024-12-06T22:19:15,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-06T22:19:15,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:15,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:15,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:15,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:15,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:15,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/eace3f5b51c2471dbd128f7d411af247 2024-12-06T22:19:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:15,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/0e4f38897a9a40529c34d15d5641d1cd as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/0e4f38897a9a40529c34d15d5641d1cd 2024-12-06T22:19:15,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/0e4f38897a9a40529c34d15d5641d1cd, entries=200, sequenceid=255, filesize=14.2 K 2024-12-06T22:19:15,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/2b2152e5bbda4256bc34fe4cdb8c74d3 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/2b2152e5bbda4256bc34fe4cdb8c74d3 2024-12-06T22:19:15,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/2b2152e5bbda4256bc34fe4cdb8c74d3, entries=150, sequenceid=255, filesize=11.9 K 2024-12-06T22:19:15,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/eace3f5b51c2471dbd128f7d411af247 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/eace3f5b51c2471dbd128f7d411af247 2024-12-06T22:19:15,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/eace3f5b51c2471dbd128f7d411af247, entries=150, sequenceid=255, filesize=11.9 K 2024-12-06T22:19:15,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for c00c6dd32d8647790d9bb239f01c93f9 in 1027ms, sequenceid=255, compaction requested=false 2024-12-06T22:19:15,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:15,528 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:15,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-06T22:19:15,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:15,529 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-06T22:19:15,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:15,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:15,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:15,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:15,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:15,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:15,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/955d29acbf254cdba938c680d26756d1 is 50, key is test_row_0/A:col10/1733523554418/Put/seqid=0 2024-12-06T22:19:15,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:15,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741893_1069 (size=12301) 2024-12-06T22:19:15,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523615608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:15,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523615611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:15,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523615611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:15,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523615613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:15,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523615718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:15,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523615719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:15,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523615719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:15,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523615719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-06T22:19:15,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523615924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:15,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523615927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:15,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523615927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:15,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523615927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:15,986 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/955d29acbf254cdba938c680d26756d1 2024-12-06T22:19:15,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/a2c59b2ab1f7441e945677d1b8532932 is 50, key is test_row_0/B:col10/1733523554418/Put/seqid=0 2024-12-06T22:19:16,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741894_1070 (size=12301) 2024-12-06T22:19:16,058 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/a2c59b2ab1f7441e945677d1b8532932 2024-12-06T22:19:16,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/f512a808ed6f48e797666ceb879ede16 is 50, key is test_row_0/C:col10/1733523554418/Put/seqid=0 2024-12-06T22:19:16,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741895_1071 (size=12301) 2024-12-06T22:19:16,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:16,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523616230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523616230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:16,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:16,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523616232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:16,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:16,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523616230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:16,528 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/f512a808ed6f48e797666ceb879ede16 2024-12-06T22:19:16,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/955d29acbf254cdba938c680d26756d1 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/955d29acbf254cdba938c680d26756d1 2024-12-06T22:19:16,553 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/955d29acbf254cdba938c680d26756d1, entries=150, sequenceid=266, filesize=12.0 K 2024-12-06T22:19:16,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/a2c59b2ab1f7441e945677d1b8532932 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/a2c59b2ab1f7441e945677d1b8532932 2024-12-06T22:19:16,563 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/a2c59b2ab1f7441e945677d1b8532932, entries=150, sequenceid=266, filesize=12.0 K 2024-12-06T22:19:16,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/f512a808ed6f48e797666ceb879ede16 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/f512a808ed6f48e797666ceb879ede16 2024-12-06T22:19:16,586 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/f512a808ed6f48e797666ceb879ede16, entries=150, sequenceid=266, filesize=12.0 K 2024-12-06T22:19:16,588 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for c00c6dd32d8647790d9bb239f01c93f9 in 1059ms, sequenceid=266, compaction requested=true 2024-12-06T22:19:16,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:16,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:16,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-06T22:19:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-06T22:19:16,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-06T22:19:16,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7810 sec 2024-12-06T22:19:16,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 2.7880 sec 2024-12-06T22:19:16,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:16,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-12-06T22:19:16,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:16,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:16,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:16,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:16,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:16,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:16,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:16,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523616749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:16,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:16,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523616749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:16,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:16,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523616751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:16,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:16,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523616753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:16,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/0a6fdee5ee5745678ec83b29d86b3cf6 is 50, key is test_row_0/A:col10/1733523555605/Put/seqid=0 2024-12-06T22:19:16,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741896_1072 (size=12301) 2024-12-06T22:19:16,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/0a6fdee5ee5745678ec83b29d86b3cf6 2024-12-06T22:19:16,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/b60d3e57334a4c488a3e0d6e192ca018 is 50, key is test_row_0/B:col10/1733523555605/Put/seqid=0 2024-12-06T22:19:16,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741897_1073 (size=12301) 2024-12-06T22:19:16,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/b60d3e57334a4c488a3e0d6e192ca018 2024-12-06T22:19:16,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/59689d8ab54e4a5580071557bcf822d6 is 50, key is test_row_0/C:col10/1733523555605/Put/seqid=0 2024-12-06T22:19:16,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:16,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523616854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:16,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523616855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:16,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:16,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523616855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:16,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:16,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523616858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:16,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741898_1074 (size=12301) 2024-12-06T22:19:16,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/59689d8ab54e4a5580071557bcf822d6 2024-12-06T22:19:16,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/0a6fdee5ee5745678ec83b29d86b3cf6 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/0a6fdee5ee5745678ec83b29d86b3cf6 2024-12-06T22:19:16,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/0a6fdee5ee5745678ec83b29d86b3cf6, entries=150, sequenceid=297, filesize=12.0 K 2024-12-06T22:19:16,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/b60d3e57334a4c488a3e0d6e192ca018 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/b60d3e57334a4c488a3e0d6e192ca018 2024-12-06T22:19:16,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:16,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523616889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:16,897 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., hostname=6d2a5dd008ce,36991,1733523540613, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T22:19:16,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/b60d3e57334a4c488a3e0d6e192ca018, entries=150, sequenceid=297, filesize=12.0 K 2024-12-06T22:19:16,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/59689d8ab54e4a5580071557bcf822d6 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/59689d8ab54e4a5580071557bcf822d6 2024-12-06T22:19:16,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/59689d8ab54e4a5580071557bcf822d6, entries=150, sequenceid=297, filesize=12.0 K 2024-12-06T22:19:16,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for c00c6dd32d8647790d9bb239f01c93f9 in 166ms, sequenceid=297, compaction requested=true 2024-12-06T22:19:16,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:16,915 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:19:16,917 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51840 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:19:16,917 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/A is initiating minor compaction (all files) 2024-12-06T22:19:16,917 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/A in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:16,917 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/9ab5b6787ff34502a53ec55ced5da41e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/0e4f38897a9a40529c34d15d5641d1cd, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/955d29acbf254cdba938c680d26756d1, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/0a6fdee5ee5745678ec83b29d86b3cf6] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=50.6 K 2024-12-06T22:19:16,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:19:16,918 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ab5b6787ff34502a53ec55ced5da41e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733523553336 2024-12-06T22:19:16,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:16,918 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:19:16,918 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e4f38897a9a40529c34d15d5641d1cd, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733523553709 2024-12-06T22:19:16,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:19:16,919 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 955d29acbf254cdba938c680d26756d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733523554406 2024-12-06T22:19:16,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:16,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:19:16,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:16,920 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a6fdee5ee5745678ec83b29d86b3cf6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1733523555605 2024-12-06T22:19:16,920 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:19:16,920 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/B is initiating minor compaction (all files) 2024-12-06T22:19:16,920 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/B in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:16,920 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/903758bdec5949eb999798ae3e55b4af, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/2b2152e5bbda4256bc34fe4cdb8c74d3, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/a2c59b2ab1f7441e945677d1b8532932, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/b60d3e57334a4c488a3e0d6e192ca018] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=48.3 K 2024-12-06T22:19:16,921 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 903758bdec5949eb999798ae3e55b4af, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733523553336 2024-12-06T22:19:16,922 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b2152e5bbda4256bc34fe4cdb8c74d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733523553709 2024-12-06T22:19:16,923 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting a2c59b2ab1f7441e945677d1b8532932, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733523554406 2024-12-06T22:19:16,924 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting b60d3e57334a4c488a3e0d6e192ca018, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1733523555605 2024-12-06T22:19:16,939 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#A#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:16,940 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/0311fa1acb2c4f7f9a3a3b18c79de345 is 50, key is test_row_0/A:col10/1733523555605/Put/seqid=0 2024-12-06T22:19:16,952 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#B#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:16,952 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/a45eab97951547d680068015f652d935 is 50, key is test_row_0/B:col10/1733523555605/Put/seqid=0 2024-12-06T22:19:16,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741899_1075 (size=12983) 2024-12-06T22:19:16,978 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/0311fa1acb2c4f7f9a3a3b18c79de345 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/0311fa1acb2c4f7f9a3a3b18c79de345 2024-12-06T22:19:16,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741900_1076 (size=12983) 2024-12-06T22:19:16,997 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/A of c00c6dd32d8647790d9bb239f01c93f9 into 0311fa1acb2c4f7f9a3a3b18c79de345(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:16,997 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:16,997 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/A, priority=12, startTime=1733523556915; duration=0sec 2024-12-06T22:19:16,997 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:16,997 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:A 2024-12-06T22:19:16,997 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:19:16,998 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/a45eab97951547d680068015f652d935 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/a45eab97951547d680068015f652d935 2024-12-06T22:19:17,000 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:19:17,000 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/C is initiating minor compaction (all files) 2024-12-06T22:19:17,000 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/C in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:17,001 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/d5ff28ea41b5418a9107720f2228d0b5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/eace3f5b51c2471dbd128f7d411af247, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/f512a808ed6f48e797666ceb879ede16, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/59689d8ab54e4a5580071557bcf822d6] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=48.3 K 2024-12-06T22:19:17,001 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5ff28ea41b5418a9107720f2228d0b5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733523553336 2024-12-06T22:19:17,002 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting eace3f5b51c2471dbd128f7d411af247, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733523553709 2024-12-06T22:19:17,005 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting f512a808ed6f48e797666ceb879ede16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733523554406 2024-12-06T22:19:17,005 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59689d8ab54e4a5580071557bcf822d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1733523555605 2024-12-06T22:19:17,012 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/B of c00c6dd32d8647790d9bb239f01c93f9 into a45eab97951547d680068015f652d935(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:17,012 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:17,012 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/B, priority=12, startTime=1733523556918; duration=0sec 2024-12-06T22:19:17,012 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:17,013 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:B 2024-12-06T22:19:17,034 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#C#compaction#62 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:17,035 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/176fe86660e74f17b9f2cc0e66784768 is 50, key is test_row_0/C:col10/1733523555605/Put/seqid=0 2024-12-06T22:19:17,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741901_1077 (size=12983) 2024-12-06T22:19:17,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:19:17,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:17,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:17,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:17,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:17,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:17,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:17,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/45dcba88de4c4f3392c7f6a2bb3dd109 is 50, key is test_row_0/A:col10/1733523557064/Put/seqid=0 2024-12-06T22:19:17,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523617099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:17,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523617099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:17,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523617100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:17,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523617101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:17,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741902_1078 (size=12301) 2024-12-06T22:19:17,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/45dcba88de4c4f3392c7f6a2bb3dd109 2024-12-06T22:19:17,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/ef784d4c15934b16add178e25db0a7ee is 50, key is test_row_0/B:col10/1733523557064/Put/seqid=0 2024-12-06T22:19:17,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741903_1079 (size=12301) 2024-12-06T22:19:17,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/ef784d4c15934b16add178e25db0a7ee 2024-12-06T22:19:17,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/1b5df60e7e93456e9b460f3e6d0270bb is 50, key is test_row_0/C:col10/1733523557064/Put/seqid=0 2024-12-06T22:19:17,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523617205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:17,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:17,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523617206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523617206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:17,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523617206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:17,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741904_1080 (size=12301) 2024-12-06T22:19:17,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/1b5df60e7e93456e9b460f3e6d0270bb 2024-12-06T22:19:17,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/45dcba88de4c4f3392c7f6a2bb3dd109 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/45dcba88de4c4f3392c7f6a2bb3dd109 2024-12-06T22:19:17,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/45dcba88de4c4f3392c7f6a2bb3dd109, entries=150, sequenceid=311, filesize=12.0 K 2024-12-06T22:19:17,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/ef784d4c15934b16add178e25db0a7ee as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/ef784d4c15934b16add178e25db0a7ee 2024-12-06T22:19:17,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/ef784d4c15934b16add178e25db0a7ee, entries=150, sequenceid=311, filesize=12.0 K 2024-12-06T22:19:17,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/1b5df60e7e93456e9b460f3e6d0270bb as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/1b5df60e7e93456e9b460f3e6d0270bb 2024-12-06T22:19:17,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/1b5df60e7e93456e9b460f3e6d0270bb, entries=150, sequenceid=311, filesize=12.0 K 2024-12-06T22:19:17,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c00c6dd32d8647790d9bb239f01c93f9 in 191ms, sequenceid=311, compaction requested=false 2024-12-06T22:19:17,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:17,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T22:19:17,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:17,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:17,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:17,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:17,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:17,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:17,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/b15e0c5ff2a24e93a854dd8032cbbe64 is 50, key is test_row_0/A:col10/1733523557413/Put/seqid=0 2024-12-06T22:19:17,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523617432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:17,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523617432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:17,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523617433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:17,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523617439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:17,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741905_1081 (size=12301) 2024-12-06T22:19:17,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/b15e0c5ff2a24e93a854dd8032cbbe64 2024-12-06T22:19:17,471 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/176fe86660e74f17b9f2cc0e66784768 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/176fe86660e74f17b9f2cc0e66784768 2024-12-06T22:19:17,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/0c6c072039374e598918b41ab0aa480c is 50, key is test_row_0/B:col10/1733523557413/Put/seqid=0 2024-12-06T22:19:17,478 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/C of c00c6dd32d8647790d9bb239f01c93f9 into 176fe86660e74f17b9f2cc0e66784768(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:17,478 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:17,478 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/C, priority=12, startTime=1733523556919; duration=0sec 2024-12-06T22:19:17,478 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:17,479 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:C 2024-12-06T22:19:17,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741906_1082 (size=12301) 2024-12-06T22:19:17,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/0c6c072039374e598918b41ab0aa480c 2024-12-06T22:19:17,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/a976d6385842426fba5625ea6e24b099 is 50, key is test_row_0/C:col10/1733523557413/Put/seqid=0 2024-12-06T22:19:17,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523617538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:17,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:17,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523617539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523617539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:17,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523617542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:17,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741907_1083 (size=12301) 2024-12-06T22:19:17,593 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/a976d6385842426fba5625ea6e24b099 2024-12-06T22:19:17,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/b15e0c5ff2a24e93a854dd8032cbbe64 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/b15e0c5ff2a24e93a854dd8032cbbe64 2024-12-06T22:19:17,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/b15e0c5ff2a24e93a854dd8032cbbe64, entries=150, sequenceid=337, filesize=12.0 K 2024-12-06T22:19:17,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/0c6c072039374e598918b41ab0aa480c as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/0c6c072039374e598918b41ab0aa480c 2024-12-06T22:19:17,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/0c6c072039374e598918b41ab0aa480c, entries=150, sequenceid=337, filesize=12.0 K 2024-12-06T22:19:17,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/a976d6385842426fba5625ea6e24b099 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/a976d6385842426fba5625ea6e24b099 2024-12-06T22:19:17,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/a976d6385842426fba5625ea6e24b099, entries=150, sequenceid=337, filesize=12.0 K 2024-12-06T22:19:17,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c00c6dd32d8647790d9bb239f01c93f9 in 248ms, sequenceid=337, compaction requested=true 2024-12-06T22:19:17,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:17,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:19:17,662 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:17,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:17,663 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:17,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:19:17,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:17,665 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:17,665 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:17,665 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/A is initiating minor compaction (all files) 2024-12-06T22:19:17,665 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/B is initiating minor compaction (all files) 2024-12-06T22:19:17,665 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/A in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:17,665 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/B in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:17,666 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/0311fa1acb2c4f7f9a3a3b18c79de345, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/45dcba88de4c4f3392c7f6a2bb3dd109, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/b15e0c5ff2a24e93a854dd8032cbbe64] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=36.7 K 2024-12-06T22:19:17,666 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/a45eab97951547d680068015f652d935, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/ef784d4c15934b16add178e25db0a7ee, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/0c6c072039374e598918b41ab0aa480c] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=36.7 K 2024-12-06T22:19:17,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:19:17,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:17,666 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0311fa1acb2c4f7f9a3a3b18c79de345, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1733523555605 2024-12-06T22:19:17,666 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting a45eab97951547d680068015f652d935, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1733523555605 2024-12-06T22:19:17,667 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45dcba88de4c4f3392c7f6a2bb3dd109, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1733523557064 2024-12-06T22:19:17,667 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting ef784d4c15934b16add178e25db0a7ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1733523557064 2024-12-06T22:19:17,667 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting b15e0c5ff2a24e93a854dd8032cbbe64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733523557098 2024-12-06T22:19:17,668 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c6c072039374e598918b41ab0aa480c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733523557098 2024-12-06T22:19:17,686 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#A#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:17,687 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/e373a8ba799c428f96e5b6a5336aa637 is 50, key is test_row_0/A:col10/1733523557413/Put/seqid=0 2024-12-06T22:19:17,697 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#B#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:17,698 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/008770f824bb49949d20191fb37bb7ce is 50, key is test_row_0/B:col10/1733523557413/Put/seqid=0 2024-12-06T22:19:17,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741908_1084 (size=13085) 2024-12-06T22:19:17,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741909_1085 (size=13085) 2024-12-06T22:19:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:17,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:19:17,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:17,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:17,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:17,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:17,754 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/e373a8ba799c428f96e5b6a5336aa637 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/e373a8ba799c428f96e5b6a5336aa637 2024-12-06T22:19:17,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:17,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:17,758 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/008770f824bb49949d20191fb37bb7ce as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/008770f824bb49949d20191fb37bb7ce 2024-12-06T22:19:17,770 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/B of c00c6dd32d8647790d9bb239f01c93f9 into 008770f824bb49949d20191fb37bb7ce(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:17,770 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:17,770 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/B, priority=13, startTime=1733523557662; duration=0sec 2024-12-06T22:19:17,770 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:17,770 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:B 2024-12-06T22:19:17,770 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/A of c00c6dd32d8647790d9bb239f01c93f9 into e373a8ba799c428f96e5b6a5336aa637(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:17,771 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:17,771 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:17,771 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/A, priority=13, startTime=1733523557662; duration=0sec 2024-12-06T22:19:17,771 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:17,771 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:A 2024-12-06T22:19:17,772 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:17,772 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/C is initiating minor compaction (all files) 2024-12-06T22:19:17,772 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/C in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:17,772 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/176fe86660e74f17b9f2cc0e66784768, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/1b5df60e7e93456e9b460f3e6d0270bb, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/a976d6385842426fba5625ea6e24b099] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=36.7 K 2024-12-06T22:19:17,773 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 176fe86660e74f17b9f2cc0e66784768, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1733523555605 2024-12-06T22:19:17,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/2429d30d09914cb2a0eca57fa27d6d0c is 50, key is test_row_0/A:col10/1733523557433/Put/seqid=0 2024-12-06T22:19:17,773 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b5df60e7e93456e9b460f3e6d0270bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1733523557064 2024-12-06T22:19:17,774 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting a976d6385842426fba5625ea6e24b099, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733523557098 2024-12-06T22:19:17,793 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#C#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:17,794 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/0585e64fd6df42349109c1827cf0f4c4 is 50, key is test_row_0/C:col10/1733523557413/Put/seqid=0 2024-12-06T22:19:17,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741910_1086 (size=9857) 2024-12-06T22:19:17,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/2429d30d09914cb2a0eca57fa27d6d0c 2024-12-06T22:19:17,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523617804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:17,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523617813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:17,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:17,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523617813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:17,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:17,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523617816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:17,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/8857aef9a60b407fa3096f63bd6b5b75 is 50, key is test_row_0/B:col10/1733523557433/Put/seqid=0 2024-12-06T22:19:17,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741911_1087 (size=13085) 2024-12-06T22:19:17,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741912_1088 (size=9857) 2024-12-06T22:19:17,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/8857aef9a60b407fa3096f63bd6b5b75 2024-12-06T22:19:17,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/f62102d5e63641d39a4b1e04f60e61ab is 50, key is test_row_0/C:col10/1733523557433/Put/seqid=0 2024-12-06T22:19:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-06T22:19:17,925 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-06T22:19:17,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523617925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:17,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:19:17,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523617925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:17,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523617925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:17,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523617925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-06T22:19:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-06T22:19:17,934 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:19:17,935 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:19:17,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:19:17,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741913_1089 (size=9857) 2024-12-06T22:19:17,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/f62102d5e63641d39a4b1e04f60e61ab 2024-12-06T22:19:17,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/2429d30d09914cb2a0eca57fa27d6d0c as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/2429d30d09914cb2a0eca57fa27d6d0c 2024-12-06T22:19:17,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/2429d30d09914cb2a0eca57fa27d6d0c, entries=100, sequenceid=350, filesize=9.6 K 2024-12-06T22:19:17,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/8857aef9a60b407fa3096f63bd6b5b75 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/8857aef9a60b407fa3096f63bd6b5b75 2024-12-06T22:19:17,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/8857aef9a60b407fa3096f63bd6b5b75, entries=100, sequenceid=350, filesize=9.6 K 2024-12-06T22:19:17,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/f62102d5e63641d39a4b1e04f60e61ab as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/f62102d5e63641d39a4b1e04f60e61ab 2024-12-06T22:19:17,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/f62102d5e63641d39a4b1e04f60e61ab, entries=100, sequenceid=350, filesize=9.6 K 2024-12-06T22:19:17,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for c00c6dd32d8647790d9bb239f01c93f9 in 234ms, sequenceid=350, compaction requested=false 2024-12-06T22:19:17,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-06T22:19:18,095 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:18,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-06T22:19:18,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:18,096 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T22:19:18,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:18,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:18,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:18,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:18,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:18,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:18,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/865d6366db91483a928453f2e4f3f44b is 50, key is test_row_0/A:col10/1733523557797/Put/seqid=0 2024-12-06T22:19:18,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:18,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741914_1090 (size=12301) 2024-12-06T22:19:18,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523618139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:18,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523618139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:18,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523618142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:18,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:18,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523618143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-06T22:19:18,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523618244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:18,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523618245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:18,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:18,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523618247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523618247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:18,272 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/0585e64fd6df42349109c1827cf0f4c4 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/0585e64fd6df42349109c1827cf0f4c4 2024-12-06T22:19:18,283 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/C of c00c6dd32d8647790d9bb239f01c93f9 into 0585e64fd6df42349109c1827cf0f4c4(size=12.8 K), total size for store is 22.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:18,283 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:18,283 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/C, priority=13, startTime=1733523557664; duration=0sec 2024-12-06T22:19:18,283 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:18,283 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:C 2024-12-06T22:19:18,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523618447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:18,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523618448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:18,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523618451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:18,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523618452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-06T22:19:18,543 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/865d6366db91483a928453f2e4f3f44b 2024-12-06T22:19:18,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/05a81e6ee6734b7d87105939ef258d95 is 50, key is test_row_0/B:col10/1733523557797/Put/seqid=0 2024-12-06T22:19:18,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741915_1091 (size=12301) 2024-12-06T22:19:18,587 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/05a81e6ee6734b7d87105939ef258d95 2024-12-06T22:19:18,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/848cc1a882a94a8e927f4c352d321101 is 50, key is test_row_0/C:col10/1733523557797/Put/seqid=0 2024-12-06T22:19:18,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741916_1092 (size=12301) 2024-12-06T22:19:18,642 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/848cc1a882a94a8e927f4c352d321101 2024-12-06T22:19:18,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/865d6366db91483a928453f2e4f3f44b as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/865d6366db91483a928453f2e4f3f44b 2024-12-06T22:19:18,661 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/865d6366db91483a928453f2e4f3f44b, entries=150, sequenceid=377, filesize=12.0 K 2024-12-06T22:19:18,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/05a81e6ee6734b7d87105939ef258d95 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/05a81e6ee6734b7d87105939ef258d95 2024-12-06T22:19:18,674 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/05a81e6ee6734b7d87105939ef258d95, entries=150, sequenceid=377, filesize=12.0 K 2024-12-06T22:19:18,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/848cc1a882a94a8e927f4c352d321101 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/848cc1a882a94a8e927f4c352d321101 2024-12-06T22:19:18,684 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/848cc1a882a94a8e927f4c352d321101, entries=150, sequenceid=377, filesize=12.0 K 2024-12-06T22:19:18,687 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for c00c6dd32d8647790d9bb239f01c93f9 in 591ms, sequenceid=377, compaction requested=true 2024-12-06T22:19:18,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:18,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:18,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-06T22:19:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-06T22:19:18,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-06T22:19:18,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 754 msec 2024-12-06T22:19:18,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 766 msec 2024-12-06T22:19:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:18,753 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T22:19:18,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:18,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:18,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:18,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:18,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:18,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:18,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/72832b2919ea4a5a8c2ad603b087609c is 50, key is test_row_0/A:col10/1733523558751/Put/seqid=0 2024-12-06T22:19:18,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741917_1093 (size=14741) 2024-12-06T22:19:18,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/72832b2919ea4a5a8c2ad603b087609c 2024-12-06T22:19:18,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523618784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:18,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523618788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:18,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523618789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:18,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523618790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:18,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/420dcdd7010e4aa0918e503c3cd9c550 is 50, key is test_row_0/B:col10/1733523558751/Put/seqid=0 2024-12-06T22:19:18,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741918_1094 (size=12301) 2024-12-06T22:19:18,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/420dcdd7010e4aa0918e503c3cd9c550 2024-12-06T22:19:18,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/481a8a3970d5450d8e32d9350e43893e is 50, key is test_row_0/C:col10/1733523558751/Put/seqid=0 2024-12-06T22:19:18,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741919_1095 (size=12301) 2024-12-06T22:19:18,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/481a8a3970d5450d8e32d9350e43893e 2024-12-06T22:19:18,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/72832b2919ea4a5a8c2ad603b087609c as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/72832b2919ea4a5a8c2ad603b087609c 2024-12-06T22:19:18,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/72832b2919ea4a5a8c2ad603b087609c, entries=200, sequenceid=392, filesize=14.4 K 2024-12-06T22:19:18,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/420dcdd7010e4aa0918e503c3cd9c550 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/420dcdd7010e4aa0918e503c3cd9c550 2024-12-06T22:19:18,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/420dcdd7010e4aa0918e503c3cd9c550, entries=150, sequenceid=392, filesize=12.0 K 2024-12-06T22:19:18,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/481a8a3970d5450d8e32d9350e43893e as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/481a8a3970d5450d8e32d9350e43893e 2024-12-06T22:19:18,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/481a8a3970d5450d8e32d9350e43893e, entries=150, sequenceid=392, filesize=12.0 K 2024-12-06T22:19:18,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c00c6dd32d8647790d9bb239f01c93f9 in 124ms, sequenceid=392, compaction requested=true 2024-12-06T22:19:18,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:18,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:19:18,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:18,878 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:19:18,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:19:18,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:18,878 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:19:18,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:19:18,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:18,879 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49984 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:19:18,880 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/A is initiating minor compaction (all files) 2024-12-06T22:19:18,880 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/A in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:18,880 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/e373a8ba799c428f96e5b6a5336aa637, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/2429d30d09914cb2a0eca57fa27d6d0c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/865d6366db91483a928453f2e4f3f44b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/72832b2919ea4a5a8c2ad603b087609c] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=48.8 K 2024-12-06T22:19:18,881 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting e373a8ba799c428f96e5b6a5336aa637, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733523557098 2024-12-06T22:19:18,881 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:19:18,882 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/B is initiating minor compaction (all files) 2024-12-06T22:19:18,882 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/B in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:18,882 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/008770f824bb49949d20191fb37bb7ce, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/8857aef9a60b407fa3096f63bd6b5b75, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/05a81e6ee6734b7d87105939ef258d95, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/420dcdd7010e4aa0918e503c3cd9c550] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=46.4 K 2024-12-06T22:19:18,882 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2429d30d09914cb2a0eca57fa27d6d0c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1733523557433 2024-12-06T22:19:18,883 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 008770f824bb49949d20191fb37bb7ce, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733523557098 2024-12-06T22:19:18,883 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 865d6366db91483a928453f2e4f3f44b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733523557797 2024-12-06T22:19:18,884 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 8857aef9a60b407fa3096f63bd6b5b75, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1733523557433 2024-12-06T22:19:18,884 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72832b2919ea4a5a8c2ad603b087609c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733523558138 2024-12-06T22:19:18,884 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 05a81e6ee6734b7d87105939ef258d95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733523557797 2024-12-06T22:19:18,885 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 420dcdd7010e4aa0918e503c3cd9c550, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733523558138 2024-12-06T22:19:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:18,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T22:19:18,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:18,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:18,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:18,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:18,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:18,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:18,911 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#A#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:18,912 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/f96ea6c6982f4bc69b01bdb2d2d815a3 is 50, key is test_row_0/A:col10/1733523558751/Put/seqid=0 2024-12-06T22:19:18,914 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:18,915 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/457f4d5bbd2d4fe8a689124e2d55aefa is 50, key is test_row_0/B:col10/1733523558751/Put/seqid=0 2024-12-06T22:19:18,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/03bbb48c18584c89a22d25f531b83290 is 50, key is test_row_0/A:col10/1733523558893/Put/seqid=0 2024-12-06T22:19:18,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523618914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:18,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523618921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:18,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523618921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:18,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523618926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:18,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741920_1096 (size=13221) 2024-12-06T22:19:18,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741921_1097 (size=13221) 2024-12-06T22:19:18,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741922_1098 (size=12301) 2024-12-06T22:19:18,943 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/457f4d5bbd2d4fe8a689124e2d55aefa as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/457f4d5bbd2d4fe8a689124e2d55aefa 2024-12-06T22:19:18,955 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/B of c00c6dd32d8647790d9bb239f01c93f9 into 457f4d5bbd2d4fe8a689124e2d55aefa(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:18,955 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:18,955 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/B, priority=12, startTime=1733523558878; duration=0sec 2024-12-06T22:19:18,955 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:18,955 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:B 2024-12-06T22:19:18,955 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:19:18,957 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:19:18,957 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/C is initiating minor compaction (all files) 2024-12-06T22:19:18,957 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/C in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:18,958 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/0585e64fd6df42349109c1827cf0f4c4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/f62102d5e63641d39a4b1e04f60e61ab, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/848cc1a882a94a8e927f4c352d321101, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/481a8a3970d5450d8e32d9350e43893e] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=46.4 K 2024-12-06T22:19:18,959 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 0585e64fd6df42349109c1827cf0f4c4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733523557098 2024-12-06T22:19:18,960 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting f62102d5e63641d39a4b1e04f60e61ab, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1733523557433 2024-12-06T22:19:18,960 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 848cc1a882a94a8e927f4c352d321101, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733523557797 2024-12-06T22:19:18,961 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 481a8a3970d5450d8e32d9350e43893e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733523558138 2024-12-06T22:19:18,988 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#C#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:18,990 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/6a5e4ef1089d4f94a807d333b2ba4c77 is 50, key is test_row_0/C:col10/1733523558751/Put/seqid=0 2024-12-06T22:19:19,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523619022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:19,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741923_1099 (size=13221) 2024-12-06T22:19:19,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523619026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:19,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523619028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:19,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523619028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:19,035 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/6a5e4ef1089d4f94a807d333b2ba4c77 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/6a5e4ef1089d4f94a807d333b2ba4c77 2024-12-06T22:19:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-06T22:19:19,038 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-06T22:19:19,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:19:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-12-06T22:19:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-06T22:19:19,042 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:19:19,043 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:19:19,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:19:19,047 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/C of c00c6dd32d8647790d9bb239f01c93f9 into 6a5e4ef1089d4f94a807d333b2ba4c77(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:19,047 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:19,047 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/C, priority=12, startTime=1733523558878; duration=0sec 2024-12-06T22:19:19,047 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:19,047 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:C 2024-12-06T22:19:19,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-06T22:19:19,196 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:19,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-06T22:19:19,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:19,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:19,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:19,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:19,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:19,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:19,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523619228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:19,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523619235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:19,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523619235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:19,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523619236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:19,338 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/f96ea6c6982f4bc69b01bdb2d2d815a3 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/f96ea6c6982f4bc69b01bdb2d2d815a3 2024-12-06T22:19:19,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/03bbb48c18584c89a22d25f531b83290 2024-12-06T22:19:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-06T22:19:19,350 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/A of c00c6dd32d8647790d9bb239f01c93f9 into f96ea6c6982f4bc69b01bdb2d2d815a3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:19,350 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:19,350 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/A, priority=12, startTime=1733523558877; duration=0sec 2024-12-06T22:19:19,350 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:19,350 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:A 2024-12-06T22:19:19,351 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:19,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-06T22:19:19,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:19,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:19,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:19,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:19,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:19,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/947f313eacb8405789d332bc738051dc is 50, key is test_row_0/B:col10/1733523558893/Put/seqid=0 2024-12-06T22:19:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:19,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741924_1100 (size=12301) 2024-12-06T22:19:19,508 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:19,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-06T22:19:19,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:19,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:19,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:19,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:19,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:19,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:19,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523619532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:19,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523619539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:19,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523619541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:19,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523619542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-06T22:19:19,661 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:19,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-06T22:19:19,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:19,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:19,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:19,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:19,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:19,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/947f313eacb8405789d332bc738051dc 2024-12-06T22:19:19,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/63f1e1e47cb0420891b8cb94023d7d9a is 50, key is test_row_0/C:col10/1733523558893/Put/seqid=0 2024-12-06T22:19:19,815 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:19,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-06T22:19:19,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:19,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:19,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:19,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:19,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:19,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741925_1101 (size=12301) 2024-12-06T22:19:19,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/63f1e1e47cb0420891b8cb94023d7d9a 2024-12-06T22:19:19,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/03bbb48c18584c89a22d25f531b83290 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/03bbb48c18584c89a22d25f531b83290 2024-12-06T22:19:19,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/03bbb48c18584c89a22d25f531b83290, entries=150, sequenceid=416, filesize=12.0 K 2024-12-06T22:19:19,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/947f313eacb8405789d332bc738051dc as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/947f313eacb8405789d332bc738051dc 2024-12-06T22:19:19,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/947f313eacb8405789d332bc738051dc, entries=150, sequenceid=416, filesize=12.0 K 2024-12-06T22:19:19,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/63f1e1e47cb0420891b8cb94023d7d9a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/63f1e1e47cb0420891b8cb94023d7d9a 2024-12-06T22:19:19,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/63f1e1e47cb0420891b8cb94023d7d9a, entries=150, sequenceid=416, filesize=12.0 K 2024-12-06T22:19:19,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for c00c6dd32d8647790d9bb239f01c93f9 in 974ms, sequenceid=416, compaction requested=false 2024-12-06T22:19:19,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:19,969 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:19,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-06T22:19:19,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:19,970 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T22:19:19,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:19,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:19,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:19,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:19,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:19,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:19,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/00b50f701785451da56a825bdb644235 is 50, key is test_row_0/A:col10/1733523558913/Put/seqid=0 2024-12-06T22:19:20,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741926_1102 (size=12301) 2024-12-06T22:19:20,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:20,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:20,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:20,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523620080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:20,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:20,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523620089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:20,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:20,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523620089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:20,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:20,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523620090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-06T22:19:20,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:20,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523620191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:20,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:20,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:20,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523620194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:20,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523620194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:20,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:20,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523620196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:20,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523620397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:20,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523620399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:20,401 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/00b50f701785451da56a825bdb644235 2024-12-06T22:19:20,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523620399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:20,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523620400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:20,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/b93a6cf6d1034118a5d0f6ae8bf55cbc is 50, key is test_row_0/B:col10/1733523558913/Put/seqid=0 2024-12-06T22:19:20,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741927_1103 (size=12301) 2024-12-06T22:19:20,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523620701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:20,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523620704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:20,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523620705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:20,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523620706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:20,827 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/b93a6cf6d1034118a5d0f6ae8bf55cbc 2024-12-06T22:19:20,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/ff858b69fb79438cb534f26f19eb220e is 50, key is test_row_0/C:col10/1733523558913/Put/seqid=0 2024-12-06T22:19:20,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741928_1104 (size=12301) 2024-12-06T22:19:20,848 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/ff858b69fb79438cb534f26f19eb220e 2024-12-06T22:19:20,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/00b50f701785451da56a825bdb644235 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/00b50f701785451da56a825bdb644235 2024-12-06T22:19:20,860 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/00b50f701785451da56a825bdb644235, entries=150, sequenceid=432, filesize=12.0 K 2024-12-06T22:19:20,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/b93a6cf6d1034118a5d0f6ae8bf55cbc as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/b93a6cf6d1034118a5d0f6ae8bf55cbc 2024-12-06T22:19:20,870 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/b93a6cf6d1034118a5d0f6ae8bf55cbc, entries=150, sequenceid=432, filesize=12.0 K 2024-12-06T22:19:20,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/ff858b69fb79438cb534f26f19eb220e as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/ff858b69fb79438cb534f26f19eb220e 2024-12-06T22:19:20,877 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/ff858b69fb79438cb534f26f19eb220e, entries=150, sequenceid=432, filesize=12.0 K 2024-12-06T22:19:20,878 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for c00c6dd32d8647790d9bb239f01c93f9 in 908ms, sequenceid=432, compaction requested=true 2024-12-06T22:19:20,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:20,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:20,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-06T22:19:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-12-06T22:19:20,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-06T22:19:20,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8370 sec 2024-12-06T22:19:20,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.8430 sec 2024-12-06T22:19:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:20,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T22:19:20,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:20,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:20,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:20,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:20,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:20,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:20,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/b41347b2e5a245a694149edec82ed1b8 is 50, key is test_row_0/A:col10/1733523560925/Put/seqid=0 2024-12-06T22:19:20,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741929_1105 (size=14741) 2024-12-06T22:19:20,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/b41347b2e5a245a694149edec82ed1b8 2024-12-06T22:19:20,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523620950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:20,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/ffe3db4b9bc24fbba95389135beba150 is 50, key is test_row_0/B:col10/1733523560925/Put/seqid=0 2024-12-06T22:19:20,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741930_1106 (size=12301) 2024-12-06T22:19:21,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523621059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-06T22:19:21,147 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-06T22:19:21,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:19:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-12-06T22:19:21,150 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:19:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-06T22:19:21,151 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:19:21,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:19:21,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523621208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:21,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523621215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:21,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523621216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:21,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523621216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-06T22:19:21,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523621264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:21,303 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:21,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-06T22:19:21,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:21,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:21,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:21,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:21,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:21,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/ffe3db4b9bc24fbba95389135beba150 2024-12-06T22:19:21,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/4a28025e8a5f4c21a1620fae74dd0753 is 50, key is test_row_0/C:col10/1733523560925/Put/seqid=0 2024-12-06T22:19:21,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741931_1107 (size=12301) 2024-12-06T22:19:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-06T22:19:21,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/4a28025e8a5f4c21a1620fae74dd0753 2024-12-06T22:19:21,457 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:21,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-06T22:19:21,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:21,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:21,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:21,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:21,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:21,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/b41347b2e5a245a694149edec82ed1b8 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/b41347b2e5a245a694149edec82ed1b8 2024-12-06T22:19:21,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/b41347b2e5a245a694149edec82ed1b8, entries=200, sequenceid=457, filesize=14.4 K 2024-12-06T22:19:21,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/ffe3db4b9bc24fbba95389135beba150 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/ffe3db4b9bc24fbba95389135beba150 2024-12-06T22:19:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:21,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/ffe3db4b9bc24fbba95389135beba150, entries=150, sequenceid=457, filesize=12.0 K 2024-12-06T22:19:21,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/4a28025e8a5f4c21a1620fae74dd0753 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/4a28025e8a5f4c21a1620fae74dd0753 2024-12-06T22:19:21,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/4a28025e8a5f4c21a1620fae74dd0753, entries=150, sequenceid=457, filesize=12.0 K 2024-12-06T22:19:21,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c00c6dd32d8647790d9bb239f01c93f9 in 566ms, sequenceid=457, compaction requested=true 2024-12-06T22:19:21,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:21,492 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:19:21,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:19:21,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:21,493 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:19:21,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:19:21,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:21,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:19:21,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:21,494 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52564 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:19:21,494 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/A is initiating minor compaction (all files) 2024-12-06T22:19:21,494 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/A in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:21,495 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/f96ea6c6982f4bc69b01bdb2d2d815a3, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/03bbb48c18584c89a22d25f531b83290, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/00b50f701785451da56a825bdb644235, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/b41347b2e5a245a694149edec82ed1b8] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=51.3 K 2024-12-06T22:19:21,495 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting f96ea6c6982f4bc69b01bdb2d2d815a3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733523558138 2024-12-06T22:19:21,497 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03bbb48c18584c89a22d25f531b83290, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733523558787 2024-12-06T22:19:21,497 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:19:21,497 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/B is initiating minor compaction (all files) 2024-12-06T22:19:21,497 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/B in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:21,497 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/457f4d5bbd2d4fe8a689124e2d55aefa, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/947f313eacb8405789d332bc738051dc, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/b93a6cf6d1034118a5d0f6ae8bf55cbc, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/ffe3db4b9bc24fbba95389135beba150] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=48.9 K 2024-12-06T22:19:21,497 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00b50f701785451da56a825bdb644235, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1733523558911 2024-12-06T22:19:21,498 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting b41347b2e5a245a694149edec82ed1b8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1733523560072 2024-12-06T22:19:21,498 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 457f4d5bbd2d4fe8a689124e2d55aefa, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733523558138 2024-12-06T22:19:21,499 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 947f313eacb8405789d332bc738051dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733523558787 2024-12-06T22:19:21,500 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting b93a6cf6d1034118a5d0f6ae8bf55cbc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1733523558911 2024-12-06T22:19:21,501 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting ffe3db4b9bc24fbba95389135beba150, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1733523560072 2024-12-06T22:19:21,520 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#A#compaction#93 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:21,521 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/5322cc703db246e885b8e6a4acbdb285 is 50, key is test_row_0/A:col10/1733523560925/Put/seqid=0 2024-12-06T22:19:21,526 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#B#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:21,527 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/d3ca9fc2463d455691a9a1033a29cd5d is 50, key is test_row_0/B:col10/1733523560925/Put/seqid=0 2024-12-06T22:19:21,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741932_1108 (size=13357) 2024-12-06T22:19:21,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741933_1109 (size=13357) 2024-12-06T22:19:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:21,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T22:19:21,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:21,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:21,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:21,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:21,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:21,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:21,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/5a96a97aaea046eca55bd48e3592c286 is 50, key is test_row_0/A:col10/1733523560944/Put/seqid=0 2024-12-06T22:19:21,627 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:21,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-06T22:19:21,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:21,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:21,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:21,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:21,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:21,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741934_1110 (size=12301) 2024-12-06T22:19:21,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/5a96a97aaea046eca55bd48e3592c286 2024-12-06T22:19:21,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/caf861a553e3485882a17a5bed4db5a6 is 50, key is test_row_0/B:col10/1733523560944/Put/seqid=0 2024-12-06T22:19:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-06T22:19:21,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741935_1111 (size=12301) 2024-12-06T22:19:21,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/caf861a553e3485882a17a5bed4db5a6 2024-12-06T22:19:21,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523621769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:21,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/dcad70c4e14d4af8852624565a59f687 is 50, key is test_row_0/C:col10/1733523560944/Put/seqid=0 2024-12-06T22:19:21,782 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:21,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-06T22:19:21,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:21,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:21,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:21,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:21,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:21,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741936_1112 (size=12301) 2024-12-06T22:19:21,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/dcad70c4e14d4af8852624565a59f687 2024-12-06T22:19:21,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/5a96a97aaea046eca55bd48e3592c286 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/5a96a97aaea046eca55bd48e3592c286 2024-12-06T22:19:21,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/5a96a97aaea046eca55bd48e3592c286, entries=150, sequenceid=469, filesize=12.0 K 2024-12-06T22:19:21,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/caf861a553e3485882a17a5bed4db5a6 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/caf861a553e3485882a17a5bed4db5a6 2024-12-06T22:19:21,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/caf861a553e3485882a17a5bed4db5a6, entries=150, sequenceid=469, filesize=12.0 K 2024-12-06T22:19:21,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/dcad70c4e14d4af8852624565a59f687 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/dcad70c4e14d4af8852624565a59f687 2024-12-06T22:19:21,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/dcad70c4e14d4af8852624565a59f687, entries=150, sequenceid=469, filesize=12.0 K 2024-12-06T22:19:21,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c00c6dd32d8647790d9bb239f01c93f9 in 273ms, sequenceid=469, compaction requested=true 2024-12-06T22:19:21,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:21,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:A, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:19:21,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T22:19:21,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:B, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:19:21,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-06T22:19:21,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:19:21,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-06T22:19:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:21,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T22:19:21,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:21,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:21,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:21,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:21,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:21,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:21,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/081ebeb734464365915f691bb8f31df5 is 50, key is test_row_0/A:col10/1733523561876/Put/seqid=0 2024-12-06T22:19:21,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741937_1113 (size=14741) 2024-12-06T22:19:21,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/081ebeb734464365915f691bb8f31df5 2024-12-06T22:19:21,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523621908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:21,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/8e3b8bf8a1f5453ea57e5b7f30773d0f is 50, key is test_row_0/B:col10/1733523561876/Put/seqid=0 2024-12-06T22:19:21,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741938_1114 (size=12301) 2024-12-06T22:19:21,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/8e3b8bf8a1f5453ea57e5b7f30773d0f 2024-12-06T22:19:21,936 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:21,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-06T22:19:21,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:21,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:21,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:21,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:21,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:21,954 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/5322cc703db246e885b8e6a4acbdb285 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/5322cc703db246e885b8e6a4acbdb285 2024-12-06T22:19:21,963 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/A of c00c6dd32d8647790d9bb239f01c93f9 into 5322cc703db246e885b8e6a4acbdb285(size=13.0 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:21,963 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:21,963 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/A, priority=12, startTime=1733523561492; duration=0sec 2024-12-06T22:19:21,964 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-06T22:19:21,964 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:A 2024-12-06T22:19:21,964 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:A 2024-12-06T22:19:21,964 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-06T22:19:21,968 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62425 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-06T22:19:21,968 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/C is initiating minor compaction (all files) 2024-12-06T22:19:21,969 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/C in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:21,969 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/6a5e4ef1089d4f94a807d333b2ba4c77, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/63f1e1e47cb0420891b8cb94023d7d9a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/ff858b69fb79438cb534f26f19eb220e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/4a28025e8a5f4c21a1620fae74dd0753, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/dcad70c4e14d4af8852624565a59f687] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=61.0 K 2024-12-06T22:19:21,969 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a5e4ef1089d4f94a807d333b2ba4c77, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733523558138 2024-12-06T22:19:21,970 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63f1e1e47cb0420891b8cb94023d7d9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733523558787 2024-12-06T22:19:21,971 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/d3ca9fc2463d455691a9a1033a29cd5d as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/d3ca9fc2463d455691a9a1033a29cd5d 2024-12-06T22:19:21,971 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff858b69fb79438cb534f26f19eb220e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1733523558911 2024-12-06T22:19:21,971 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a28025e8a5f4c21a1620fae74dd0753, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1733523560072 2024-12-06T22:19:21,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/78a2fddcd02c47f983b8890dc75002c9 is 50, key is test_row_0/C:col10/1733523561876/Put/seqid=0 2024-12-06T22:19:21,972 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcad70c4e14d4af8852624565a59f687, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733523560944 2024-12-06T22:19:21,980 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/B of c00c6dd32d8647790d9bb239f01c93f9 into d3ca9fc2463d455691a9a1033a29cd5d(size=13.0 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:21,980 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:21,980 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/B, priority=12, startTime=1733523561493; duration=0sec 2024-12-06T22:19:21,981 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-06T22:19:21,981 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:B 2024-12-06T22:19:21,981 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:B 2024-12-06T22:19:21,981 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-12-06T22:19:21,981 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-06T22:19:21,981 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-06T22:19:21,981 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. because compaction request was cancelled 2024-12-06T22:19:21,981 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:C 2024-12-06T22:19:21,981 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-06T22:19:21,983 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-06T22:19:21,983 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-06T22:19:21,983 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. because compaction request was cancelled 2024-12-06T22:19:21,983 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:B 2024-12-06T22:19:21,983 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-06T22:19:21,987 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-06T22:19:21,987 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-06T22:19:21,987 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. because compaction request was cancelled 2024-12-06T22:19:21,987 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:A 2024-12-06T22:19:21,997 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#C#compaction#101 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:21,998 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/215791733fb240adb1a9259b9cd31f15 is 50, key is test_row_0/C:col10/1733523560944/Put/seqid=0 2024-12-06T22:19:22,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741939_1115 (size=12301) 2024-12-06T22:19:22,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/78a2fddcd02c47f983b8890dc75002c9 2024-12-06T22:19:22,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523622013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:22,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/081ebeb734464365915f691bb8f31df5 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/081ebeb734464365915f691bb8f31df5 2024-12-06T22:19:22,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/081ebeb734464365915f691bb8f31df5, entries=200, sequenceid=494, filesize=14.4 K 2024-12-06T22:19:22,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/8e3b8bf8a1f5453ea57e5b7f30773d0f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/8e3b8bf8a1f5453ea57e5b7f30773d0f 2024-12-06T22:19:22,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741940_1116 (size=13391) 2024-12-06T22:19:22,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/8e3b8bf8a1f5453ea57e5b7f30773d0f, entries=150, sequenceid=494, filesize=12.0 K 2024-12-06T22:19:22,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/78a2fddcd02c47f983b8890dc75002c9 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/78a2fddcd02c47f983b8890dc75002c9 2024-12-06T22:19:22,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/78a2fddcd02c47f983b8890dc75002c9, entries=150, sequenceid=494, filesize=12.0 K 2024-12-06T22:19:22,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c00c6dd32d8647790d9bb239f01c93f9 in 169ms, sequenceid=494, compaction requested=true 2024-12-06T22:19:22,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:22,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:19:22,048 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:22,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:22,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:19:22,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:22,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:19:22,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T22:19:22,049 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:22,049 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/A is initiating minor compaction (all files) 2024-12-06T22:19:22,049 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/A in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:22,049 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/5322cc703db246e885b8e6a4acbdb285, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/5a96a97aaea046eca55bd48e3592c286, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/081ebeb734464365915f691bb8f31df5] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=39.5 K 2024-12-06T22:19:22,049 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 5322cc703db246e885b8e6a4acbdb285, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1733523560072 2024-12-06T22:19:22,050 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a96a97aaea046eca55bd48e3592c286, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733523560944 2024-12-06T22:19:22,050 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 081ebeb734464365915f691bb8f31df5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1733523561743 2024-12-06T22:19:22,060 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#A#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:22,060 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/37a1312adfc149b1a92e5e25d4141f7a is 50, key is test_row_0/A:col10/1733523561876/Put/seqid=0 2024-12-06T22:19:22,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741941_1117 (size=13459) 2024-12-06T22:19:22,089 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:22,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-06T22:19:22,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:22,090 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:19:22,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:22,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:22,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:22,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:22,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:22,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:22,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/6c056e30c0304688983f9b8510594abe is 50, key is test_row_0/A:col10/1733523561906/Put/seqid=0 2024-12-06T22:19:22,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741942_1118 (size=12301) 2024-12-06T22:19:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:22,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:22,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523622242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:22,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523622244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:22,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523622244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:22,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523622246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:22,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523622246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-06T22:19:22,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523622348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:22,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523622351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:22,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523622351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:22,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:22,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523622353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523622352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:22,445 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/215791733fb240adb1a9259b9cd31f15 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/215791733fb240adb1a9259b9cd31f15 2024-12-06T22:19:22,452 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/C of c00c6dd32d8647790d9bb239f01c93f9 into 215791733fb240adb1a9259b9cd31f15(size=13.1 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:22,452 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:22,452 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/C, priority=11, startTime=1733523561846; duration=0sec 2024-12-06T22:19:22,453 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T22:19:22,453 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:C 2024-12-06T22:19:22,453 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:C 2024-12-06T22:19:22,453 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:22,454 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:22,454 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/B is initiating minor compaction (all files) 2024-12-06T22:19:22,454 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/B in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:22,454 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/d3ca9fc2463d455691a9a1033a29cd5d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/caf861a553e3485882a17a5bed4db5a6, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/8e3b8bf8a1f5453ea57e5b7f30773d0f] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=37.1 K 2024-12-06T22:19:22,455 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3ca9fc2463d455691a9a1033a29cd5d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1733523560072 2024-12-06T22:19:22,455 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting caf861a553e3485882a17a5bed4db5a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733523560944 2024-12-06T22:19:22,455 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e3b8bf8a1f5453ea57e5b7f30773d0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1733523561743 2024-12-06T22:19:22,466 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#B#compaction#104 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:22,467 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/1c6ab344271f4bcebb9e69cc0176d387 is 50, key is test_row_0/B:col10/1733523561876/Put/seqid=0 2024-12-06T22:19:22,474 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/37a1312adfc149b1a92e5e25d4141f7a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/37a1312adfc149b1a92e5e25d4141f7a 2024-12-06T22:19:22,480 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/A of c00c6dd32d8647790d9bb239f01c93f9 into 37a1312adfc149b1a92e5e25d4141f7a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:22,480 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:22,480 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/A, priority=13, startTime=1733523562047; duration=0sec 2024-12-06T22:19:22,481 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:22,481 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:A 2024-12-06T22:19:22,481 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-06T22:19:22,482 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-06T22:19:22,482 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-06T22:19:22,482 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. because compaction request was cancelled 2024-12-06T22:19:22,482 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:C 2024-12-06T22:19:22,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741943_1119 (size=13459) 2024-12-06T22:19:22,494 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/1c6ab344271f4bcebb9e69cc0176d387 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/1c6ab344271f4bcebb9e69cc0176d387 2024-12-06T22:19:22,504 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/6c056e30c0304688983f9b8510594abe 2024-12-06T22:19:22,508 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/B of c00c6dd32d8647790d9bb239f01c93f9 into 1c6ab344271f4bcebb9e69cc0176d387(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:22,508 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:22,509 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/B, priority=13, startTime=1733523562048; duration=0sec 2024-12-06T22:19:22,509 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:22,509 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:B 2024-12-06T22:19:22,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/6992e35f380a48019dbb02aa9cf534e6 is 50, key is test_row_0/B:col10/1733523561906/Put/seqid=0 2024-12-06T22:19:22,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523622551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:22,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741944_1120 (size=12301) 2024-12-06T22:19:22,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:22,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523622558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523622558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:22,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523622558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:22,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523622559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:22,561 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/6992e35f380a48019dbb02aa9cf534e6 2024-12-06T22:19:22,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/e5de0241d97d4f4db2c23d7046c68401 is 50, key is test_row_0/C:col10/1733523561906/Put/seqid=0 2024-12-06T22:19:22,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741945_1121 (size=12301) 2024-12-06T22:19:22,590 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/e5de0241d97d4f4db2c23d7046c68401 2024-12-06T22:19:22,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/6c056e30c0304688983f9b8510594abe as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/6c056e30c0304688983f9b8510594abe 2024-12-06T22:19:22,608 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/6c056e30c0304688983f9b8510594abe, entries=150, sequenceid=507, filesize=12.0 K 2024-12-06T22:19:22,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/6992e35f380a48019dbb02aa9cf534e6 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/6992e35f380a48019dbb02aa9cf534e6 2024-12-06T22:19:22,618 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/6992e35f380a48019dbb02aa9cf534e6, entries=150, sequenceid=507, filesize=12.0 K 2024-12-06T22:19:22,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/e5de0241d97d4f4db2c23d7046c68401 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/e5de0241d97d4f4db2c23d7046c68401 2024-12-06T22:19:22,626 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/e5de0241d97d4f4db2c23d7046c68401, entries=150, sequenceid=507, filesize=12.0 K 2024-12-06T22:19:22,628 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for c00c6dd32d8647790d9bb239f01c93f9 in 538ms, sequenceid=507, compaction requested=true 2024-12-06T22:19:22,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:22,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:22,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-06T22:19:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-12-06T22:19:22,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-06T22:19:22,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4790 sec 2024-12-06T22:19:22,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.4840 sec 2024-12-06T22:19:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:22,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-06T22:19:22,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:22,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:22,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:22,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:22,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:22,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:22,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:22,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/192ed49915c94a8a939fd7b47b21a073 is 50, key is test_row_0/A:col10/1733523562854/Put/seqid=0 2024-12-06T22:19:22,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523622865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:22,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523622865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523622866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:22,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523622867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:22,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523622868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:22,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741946_1122 (size=14741) 2024-12-06T22:19:22,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523622971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:22,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523622973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:22,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523622978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:22,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523622980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:22,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523622982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:23,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523623173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:23,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523623176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:23,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523623183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:23,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523623184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:23,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523623185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:23,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-06T22:19:23,259 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-12-06T22:19:23,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:19:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-12-06T22:19:23,263 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:19:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-06T22:19:23,264 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:19:23,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:19:23,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/192ed49915c94a8a939fd7b47b21a073 2024-12-06T22:19:23,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/6841f64bb111428185061bd58316c4da is 50, key is test_row_0/B:col10/1733523562854/Put/seqid=0 2024-12-06T22:19:23,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741947_1123 (size=12301) 2024-12-06T22:19:23,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/6841f64bb111428185061bd58316c4da 2024-12-06T22:19:23,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/69a0026f4abf41dc8e59671a802cbec2 is 50, key is test_row_0/C:col10/1733523562854/Put/seqid=0 2024-12-06T22:19:23,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741948_1124 (size=12301) 2024-12-06T22:19:23,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/69a0026f4abf41dc8e59671a802cbec2 2024-12-06T22:19:23,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/192ed49915c94a8a939fd7b47b21a073 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/192ed49915c94a8a939fd7b47b21a073 2024-12-06T22:19:23,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/192ed49915c94a8a939fd7b47b21a073, entries=200, sequenceid=537, filesize=14.4 K 2024-12-06T22:19:23,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/6841f64bb111428185061bd58316c4da as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/6841f64bb111428185061bd58316c4da 2024-12-06T22:19:23,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/6841f64bb111428185061bd58316c4da, entries=150, sequenceid=537, filesize=12.0 K 2024-12-06T22:19:23,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/69a0026f4abf41dc8e59671a802cbec2 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/69a0026f4abf41dc8e59671a802cbec2 2024-12-06T22:19:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-06T22:19:23,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/69a0026f4abf41dc8e59671a802cbec2, entries=150, sequenceid=537, filesize=12.0 K 2024-12-06T22:19:23,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for c00c6dd32d8647790d9bb239f01c93f9 in 514ms, sequenceid=537, compaction requested=true 2024-12-06T22:19:23,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:23,371 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:23,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:19:23,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:23,373 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:23,373 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:23,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:19:23,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:23,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:19:23,373 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/A is initiating minor compaction (all files) 2024-12-06T22:19:23,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:23,373 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/A in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:23,374 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/37a1312adfc149b1a92e5e25d4141f7a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/6c056e30c0304688983f9b8510594abe, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/192ed49915c94a8a939fd7b47b21a073] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=39.6 K 2024-12-06T22:19:23,374 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37a1312adfc149b1a92e5e25d4141f7a, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1733523561743 2024-12-06T22:19:23,375 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c056e30c0304688983f9b8510594abe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1733523561893 2024-12-06T22:19:23,375 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:23,375 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/B is initiating minor compaction (all files) 2024-12-06T22:19:23,375 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/B in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:23,375 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/1c6ab344271f4bcebb9e69cc0176d387, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/6992e35f380a48019dbb02aa9cf534e6, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/6841f64bb111428185061bd58316c4da] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=37.2 K 2024-12-06T22:19:23,376 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 192ed49915c94a8a939fd7b47b21a073, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1733523562239 2024-12-06T22:19:23,376 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c6ab344271f4bcebb9e69cc0176d387, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1733523561743 2024-12-06T22:19:23,379 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 6992e35f380a48019dbb02aa9cf534e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1733523561893 2024-12-06T22:19:23,384 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 6841f64bb111428185061bd58316c4da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1733523562239 2024-12-06T22:19:23,396 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#A#compaction#110 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:23,397 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/00fa00940e2d4ed6b8b87dd058ad1a56 is 50, key is test_row_0/A:col10/1733523562854/Put/seqid=0 2024-12-06T22:19:23,400 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#B#compaction#111 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:23,400 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/b63b2b6894cb4d99a82df49f05316201 is 50, key is test_row_0/B:col10/1733523562854/Put/seqid=0 2024-12-06T22:19:23,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741949_1125 (size=13561) 2024-12-06T22:19:23,417 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:23,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-06T22:19:23,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:23,418 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-06T22:19:23,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:23,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:23,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:23,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:23,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:23,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:23,429 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/00fa00940e2d4ed6b8b87dd058ad1a56 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/00fa00940e2d4ed6b8b87dd058ad1a56 2024-12-06T22:19:23,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/cd6f149532e94989a33f1fbfa270c6da is 50, key is test_row_0/A:col10/1733523562862/Put/seqid=0 2024-12-06T22:19:23,437 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/A of c00c6dd32d8647790d9bb239f01c93f9 into 00fa00940e2d4ed6b8b87dd058ad1a56(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:23,438 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:23,438 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/A, priority=13, startTime=1733523563371; duration=0sec 2024-12-06T22:19:23,438 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:23,438 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:A 2024-12-06T22:19:23,438 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:19:23,441 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50294 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:19:23,441 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/C is initiating minor compaction (all files) 2024-12-06T22:19:23,441 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/C in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:23,442 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/215791733fb240adb1a9259b9cd31f15, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/78a2fddcd02c47f983b8890dc75002c9, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/e5de0241d97d4f4db2c23d7046c68401, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/69a0026f4abf41dc8e59671a802cbec2] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=49.1 K 2024-12-06T22:19:23,442 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 215791733fb240adb1a9259b9cd31f15, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733523560944 2024-12-06T22:19:23,442 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78a2fddcd02c47f983b8890dc75002c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1733523561743 2024-12-06T22:19:23,444 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5de0241d97d4f4db2c23d7046c68401, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1733523561893 2024-12-06T22:19:23,444 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69a0026f4abf41dc8e59671a802cbec2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1733523562239 2024-12-06T22:19:23,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741950_1126 (size=13561) 2024-12-06T22:19:23,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741951_1127 (size=12301) 2024-12-06T22:19:23,467 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=547 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/cd6f149532e94989a33f1fbfa270c6da 2024-12-06T22:19:23,478 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#C#compaction#113 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:23,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:23,479 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/ea86a73f68c24b05b66ea7dbf44a154e is 50, key is test_row_0/C:col10/1733523562854/Put/seqid=0 2024-12-06T22:19:23,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/c43d1b3ba5034196a0b58d36ed4429ab is 50, key is test_row_0/B:col10/1733523562862/Put/seqid=0 2024-12-06T22:19:23,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741953_1129 (size=12301) 2024-12-06T22:19:23,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741952_1128 (size=13527) 2024-12-06T22:19:23,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523623510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:23,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523623513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:23,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523623514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:23,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523623515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:23,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523623515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-06T22:19:23,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523623617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:23,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523623618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:23,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523623619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:23,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523623620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:23,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523623620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:23,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:23,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:23,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523623822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:23,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523623822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:23,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:23,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523623823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:23,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:23,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523623825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:23,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:23,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523623822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:23,861 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/b63b2b6894cb4d99a82df49f05316201 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/b63b2b6894cb4d99a82df49f05316201 2024-12-06T22:19:23,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-06T22:19:23,869 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/B of c00c6dd32d8647790d9bb239f01c93f9 into b63b2b6894cb4d99a82df49f05316201(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:23,869 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:23,869 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/B, priority=13, startTime=1733523563373; duration=0sec 2024-12-06T22:19:23,869 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:23,870 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:B 2024-12-06T22:19:23,896 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=547 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/c43d1b3ba5034196a0b58d36ed4429ab 2024-12-06T22:19:23,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/7fbe279a3571420580d058d456807f52 is 50, key is test_row_0/C:col10/1733523562862/Put/seqid=0 2024-12-06T22:19:23,920 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/ea86a73f68c24b05b66ea7dbf44a154e as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/ea86a73f68c24b05b66ea7dbf44a154e 2024-12-06T22:19:23,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741954_1130 (size=12301) 2024-12-06T22:19:23,927 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=547 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/7fbe279a3571420580d058d456807f52 2024-12-06T22:19:23,928 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/C of c00c6dd32d8647790d9bb239f01c93f9 into ea86a73f68c24b05b66ea7dbf44a154e(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:23,928 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:23,928 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/C, priority=12, startTime=1733523563373; duration=0sec 2024-12-06T22:19:23,928 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:23,928 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:C 2024-12-06T22:19:23,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/cd6f149532e94989a33f1fbfa270c6da as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/cd6f149532e94989a33f1fbfa270c6da 2024-12-06T22:19:23,938 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/cd6f149532e94989a33f1fbfa270c6da, entries=150, sequenceid=547, filesize=12.0 K 2024-12-06T22:19:23,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/c43d1b3ba5034196a0b58d36ed4429ab as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/c43d1b3ba5034196a0b58d36ed4429ab 2024-12-06T22:19:23,947 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/c43d1b3ba5034196a0b58d36ed4429ab, entries=150, sequenceid=547, filesize=12.0 K 2024-12-06T22:19:23,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/7fbe279a3571420580d058d456807f52 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/7fbe279a3571420580d058d456807f52 2024-12-06T22:19:23,954 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/7fbe279a3571420580d058d456807f52, entries=150, sequenceid=547, filesize=12.0 K 2024-12-06T22:19:23,955 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for c00c6dd32d8647790d9bb239f01c93f9 in 537ms, sequenceid=547, compaction requested=false 2024-12-06T22:19:23,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:23,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:23,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-06T22:19:23,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-12-06T22:19:23,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-06T22:19:23,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 693 msec 2024-12-06T22:19:23,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 698 msec 2024-12-06T22:19:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:24,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-06T22:19:24,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:24,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:24,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:24,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:24,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:24,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:24,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/76f6607d61b04163b298d13d3a1ff97f is 50, key is test_row_0/A:col10/1733523563514/Put/seqid=0 2024-12-06T22:19:24,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:24,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523624132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:24,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523624133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:24,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523624133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:24,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523624133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:24,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523624135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:24,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741955_1131 (size=14741) 2024-12-06T22:19:24,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/76f6607d61b04163b298d13d3a1ff97f 2024-12-06T22:19:24,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/6afa276dc6404ee2ac95f84eeedc30a8 is 50, key is test_row_0/B:col10/1733523563514/Put/seqid=0 2024-12-06T22:19:24,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741956_1132 (size=12301) 2024-12-06T22:19:24,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/6afa276dc6404ee2ac95f84eeedc30a8 2024-12-06T22:19:24,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/d2b459ac4f2242bcb98221e087fff106 is 50, key is test_row_0/C:col10/1733523563514/Put/seqid=0 2024-12-06T22:19:24,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741957_1133 (size=12301) 2024-12-06T22:19:24,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/d2b459ac4f2242bcb98221e087fff106 2024-12-06T22:19:24,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/76f6607d61b04163b298d13d3a1ff97f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/76f6607d61b04163b298d13d3a1ff97f 2024-12-06T22:19:24,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/76f6607d61b04163b298d13d3a1ff97f, entries=200, sequenceid=577, filesize=14.4 K 2024-12-06T22:19:24,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/6afa276dc6404ee2ac95f84eeedc30a8 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/6afa276dc6404ee2ac95f84eeedc30a8 2024-12-06T22:19:24,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/6afa276dc6404ee2ac95f84eeedc30a8, entries=150, sequenceid=577, filesize=12.0 K 2024-12-06T22:19:24,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/d2b459ac4f2242bcb98221e087fff106 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/d2b459ac4f2242bcb98221e087fff106 2024-12-06T22:19:24,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/d2b459ac4f2242bcb98221e087fff106, entries=150, sequenceid=577, filesize=12.0 K 2024-12-06T22:19:24,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for c00c6dd32d8647790d9bb239f01c93f9 in 108ms, sequenceid=577, compaction requested=true 2024-12-06T22:19:24,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:24,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:19:24,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:24,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:19:24,237 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:24,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:24,238 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40603 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:24,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:19:24,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:24,238 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/A is initiating minor compaction (all files) 2024-12-06T22:19:24,239 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/A in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:24,239 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/00fa00940e2d4ed6b8b87dd058ad1a56, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/cd6f149532e94989a33f1fbfa270c6da, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/76f6607d61b04163b298d13d3a1ff97f] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=39.7 K 2024-12-06T22:19:24,237 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:24,239 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00fa00940e2d4ed6b8b87dd058ad1a56, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1733523562239 2024-12-06T22:19:24,240 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd6f149532e94989a33f1fbfa270c6da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=547, earliestPutTs=1733523562862 2024-12-06T22:19:24,241 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:24,241 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/B is initiating minor compaction (all files) 2024-12-06T22:19:24,241 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/B in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:24,241 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/b63b2b6894cb4d99a82df49f05316201, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/c43d1b3ba5034196a0b58d36ed4429ab, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/6afa276dc6404ee2ac95f84eeedc30a8] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=37.3 K 2024-12-06T22:19:24,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:24,242 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76f6607d61b04163b298d13d3a1ff97f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=577, earliestPutTs=1733523563508 2024-12-06T22:19:24,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:19:24,243 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting b63b2b6894cb4d99a82df49f05316201, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1733523562239 2024-12-06T22:19:24,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:24,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:24,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:24,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:24,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:24,244 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting c43d1b3ba5034196a0b58d36ed4429ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=547, earliestPutTs=1733523562862 2024-12-06T22:19:24,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:24,244 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 6afa276dc6404ee2ac95f84eeedc30a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=577, earliestPutTs=1733523563513 2024-12-06T22:19:24,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/ac5d143e3d644863b2eaff7b71091ad9 is 50, key is test_row_0/A:col10/1733523564242/Put/seqid=0 2024-12-06T22:19:24,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523624267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:24,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523624268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:24,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:24,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523624270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:24,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:24,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523624271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:24,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:24,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523624272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:24,279 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#A#compaction#120 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:24,280 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/6380fdebe1d94efa9fcb51b625a33ff9 is 50, key is test_row_0/A:col10/1733523563514/Put/seqid=0 2024-12-06T22:19:24,286 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#B#compaction#121 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:24,287 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/f9436c78066d43bfb8557751ed073cb6 is 50, key is test_row_0/B:col10/1733523563514/Put/seqid=0 2024-12-06T22:19:24,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741958_1134 (size=14741) 2024-12-06T22:19:24,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741959_1135 (size=13663) 2024-12-06T22:19:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-06T22:19:24,368 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-12-06T22:19:24,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:19:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-12-06T22:19:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-06T22:19:24,375 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/6380fdebe1d94efa9fcb51b625a33ff9 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/6380fdebe1d94efa9fcb51b625a33ff9 2024-12-06T22:19:24,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741960_1136 (size=13663) 2024-12-06T22:19:24,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523624373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:24,377 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:19:24,378 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:19:24,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:19:24,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523624376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:24,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523624377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:24,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523624377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:24,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523624378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:24,388 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/f9436c78066d43bfb8557751ed073cb6 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/f9436c78066d43bfb8557751ed073cb6 2024-12-06T22:19:24,390 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/A of c00c6dd32d8647790d9bb239f01c93f9 into 6380fdebe1d94efa9fcb51b625a33ff9(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:24,390 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:24,390 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/A, priority=13, startTime=1733523564236; duration=0sec 2024-12-06T22:19:24,390 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:24,390 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:A 2024-12-06T22:19:24,390 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:24,393 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:24,394 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/C is initiating minor compaction (all files) 2024-12-06T22:19:24,394 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/C in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:24,394 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/ea86a73f68c24b05b66ea7dbf44a154e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/7fbe279a3571420580d058d456807f52, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/d2b459ac4f2242bcb98221e087fff106] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=37.2 K 2024-12-06T22:19:24,395 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea86a73f68c24b05b66ea7dbf44a154e, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1733523562239 2024-12-06T22:19:24,396 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fbe279a3571420580d058d456807f52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=547, earliestPutTs=1733523562862 2024-12-06T22:19:24,397 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2b459ac4f2242bcb98221e087fff106, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=577, earliestPutTs=1733523563513 2024-12-06T22:19:24,397 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/B of c00c6dd32d8647790d9bb239f01c93f9 into f9436c78066d43bfb8557751ed073cb6(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:24,397 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:24,397 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/B, priority=13, startTime=1733523564237; duration=0sec 2024-12-06T22:19:24,400 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:24,400 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:B 2024-12-06T22:19:24,410 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#C#compaction#122 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:24,411 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/e507b1bc43df440587626eff21c082df is 50, key is test_row_0/C:col10/1733523563514/Put/seqid=0 2024-12-06T22:19:24,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741961_1137 (size=13629) 2024-12-06T22:19:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-06T22:19:24,530 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:24,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-06T22:19:24,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:24,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:24,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:24,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:24,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:24,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:24,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523624578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:24,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523624580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:24,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523624582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:24,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523624582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:24,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523624589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-06T22:19:24,683 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:24,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-06T22:19:24,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:24,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:24,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:24,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:24,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:24,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/ac5d143e3d644863b2eaff7b71091ad9 2024-12-06T22:19:24,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/120da31b3c4a432e98077627293437cf is 50, key is test_row_0/B:col10/1733523564242/Put/seqid=0 2024-12-06T22:19:24,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741962_1138 (size=12301) 2024-12-06T22:19:24,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/120da31b3c4a432e98077627293437cf 2024-12-06T22:19:24,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/864061db67874934b5d348a2680f773e is 50, key is test_row_0/C:col10/1733523564242/Put/seqid=0 2024-12-06T22:19:24,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741963_1139 (size=12301) 2024-12-06T22:19:24,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/864061db67874934b5d348a2680f773e 2024-12-06T22:19:24,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/ac5d143e3d644863b2eaff7b71091ad9 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/ac5d143e3d644863b2eaff7b71091ad9 2024-12-06T22:19:24,829 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/e507b1bc43df440587626eff21c082df as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/e507b1bc43df440587626eff21c082df 2024-12-06T22:19:24,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/ac5d143e3d644863b2eaff7b71091ad9, entries=200, sequenceid=590, filesize=14.4 K 2024-12-06T22:19:24,837 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:24,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/120da31b3c4a432e98077627293437cf as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/120da31b3c4a432e98077627293437cf 2024-12-06T22:19:24,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-06T22:19:24,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:24,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:24,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:24,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:24,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:24,841 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/C of c00c6dd32d8647790d9bb239f01c93f9 into e507b1bc43df440587626eff21c082df(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:24,841 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:24,841 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/C, priority=13, startTime=1733523564238; duration=0sec 2024-12-06T22:19:24,842 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:24,842 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:C 2024-12-06T22:19:24,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/120da31b3c4a432e98077627293437cf, entries=150, sequenceid=590, filesize=12.0 K 2024-12-06T22:19:24,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/864061db67874934b5d348a2680f773e as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/864061db67874934b5d348a2680f773e 2024-12-06T22:19:24,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/864061db67874934b5d348a2680f773e, entries=150, sequenceid=590, filesize=12.0 K 2024-12-06T22:19:24,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c00c6dd32d8647790d9bb239f01c93f9 in 619ms, sequenceid=590, compaction requested=false 2024-12-06T22:19:24,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:24,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T22:19:24,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:24,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:24,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:24,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:24,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:24,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:24,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/1c060b2d1a2c4a968d1ff4d43de3a858 is 50, key is test_row_0/A:col10/1733523564266/Put/seqid=0 2024-12-06T22:19:24,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523624898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:24,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523624899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:24,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523624899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:24,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523624899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:24,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523624900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:24,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741964_1140 (size=14741) 2024-12-06T22:19:24,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=617 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/1c060b2d1a2c4a968d1ff4d43de3a858 2024-12-06T22:19:24,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/b7688ce7e295420ea4afa3ac70856d30 is 50, key is test_row_0/B:col10/1733523564266/Put/seqid=0 2024-12-06T22:19:24,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741965_1141 (size=12301) 2024-12-06T22:19:24,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=617 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/b7688ce7e295420ea4afa3ac70856d30 2024-12-06T22:19:24,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/f33c7becf2d74464b1033506d7fe8b8e is 50, key is test_row_0/C:col10/1733523564266/Put/seqid=0 2024-12-06T22:19:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-06T22:19:24,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741966_1142 (size=12301) 2024-12-06T22:19:24,991 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:24,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-06T22:19:24,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:24,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:24,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:24,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:24,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:25,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523625003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523625004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523625004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523625004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523625004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,145 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-06T22:19:25,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:25,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:25,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:25,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:25,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:25,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523625206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523625207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523625210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523625210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523625213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,299 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-06T22:19:25,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:25,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:25,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:25,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:25,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:25,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=617 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/f33c7becf2d74464b1033506d7fe8b8e 2024-12-06T22:19:25,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/1c060b2d1a2c4a968d1ff4d43de3a858 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/1c060b2d1a2c4a968d1ff4d43de3a858 2024-12-06T22:19:25,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/1c060b2d1a2c4a968d1ff4d43de3a858, entries=200, sequenceid=617, filesize=14.4 K 2024-12-06T22:19:25,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/b7688ce7e295420ea4afa3ac70856d30 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/b7688ce7e295420ea4afa3ac70856d30 2024-12-06T22:19:25,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/b7688ce7e295420ea4afa3ac70856d30, entries=150, sequenceid=617, filesize=12.0 K 2024-12-06T22:19:25,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/f33c7becf2d74464b1033506d7fe8b8e as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/f33c7becf2d74464b1033506d7fe8b8e 2024-12-06T22:19:25,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/f33c7becf2d74464b1033506d7fe8b8e, entries=150, sequenceid=617, filesize=12.0 K 2024-12-06T22:19:25,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c00c6dd32d8647790d9bb239f01c93f9 in 540ms, sequenceid=617, compaction requested=true 2024-12-06T22:19:25,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:25,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:19:25,423 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:25,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:25,423 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:25,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:19:25,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:25,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:19:25,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:25,424 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43145 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:25,424 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:25,424 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/A is initiating minor compaction (all files) 2024-12-06T22:19:25,424 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/B is initiating minor compaction (all files) 2024-12-06T22:19:25,425 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/A in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:25,425 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/B in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:25,425 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/f9436c78066d43bfb8557751ed073cb6, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/120da31b3c4a432e98077627293437cf, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/b7688ce7e295420ea4afa3ac70856d30] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=37.4 K 2024-12-06T22:19:25,425 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/6380fdebe1d94efa9fcb51b625a33ff9, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/ac5d143e3d644863b2eaff7b71091ad9, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/1c060b2d1a2c4a968d1ff4d43de3a858] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=42.1 K 2024-12-06T22:19:25,425 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting f9436c78066d43bfb8557751ed073cb6, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=577, earliestPutTs=1733523563513 2024-12-06T22:19:25,425 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6380fdebe1d94efa9fcb51b625a33ff9, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=577, earliestPutTs=1733523563513 2024-12-06T22:19:25,425 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 120da31b3c4a432e98077627293437cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=590, earliestPutTs=1733523564132 2024-12-06T22:19:25,426 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac5d143e3d644863b2eaff7b71091ad9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=590, earliestPutTs=1733523564132 2024-12-06T22:19:25,426 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting b7688ce7e295420ea4afa3ac70856d30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=617, earliestPutTs=1733523564266 2024-12-06T22:19:25,426 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c060b2d1a2c4a968d1ff4d43de3a858, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=617, earliestPutTs=1733523564266 2024-12-06T22:19:25,436 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#B#compaction#129 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:25,436 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#A#compaction#128 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:25,437 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/2a792111573d4701abb5512299343c3e is 50, key is test_row_0/B:col10/1733523564266/Put/seqid=0 2024-12-06T22:19:25,437 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/3a83782f252e40588999ddc2eaf51918 is 50, key is test_row_0/A:col10/1733523564266/Put/seqid=0 2024-12-06T22:19:25,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741967_1143 (size=13765) 2024-12-06T22:19:25,452 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-06T22:19:25,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:25,454 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T22:19:25,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:25,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:25,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:25,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:25,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:25,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:25,456 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/2a792111573d4701abb5512299343c3e as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/2a792111573d4701abb5512299343c3e 2024-12-06T22:19:25,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741968_1144 (size=13765) 2024-12-06T22:19:25,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/e21bdca8a4274340920d6c63447a0d95 is 50, key is test_row_0/A:col10/1733523564897/Put/seqid=0 2024-12-06T22:19:25,464 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/B of c00c6dd32d8647790d9bb239f01c93f9 into 2a792111573d4701abb5512299343c3e(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:25,464 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:25,464 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/B, priority=13, startTime=1733523565423; duration=0sec 2024-12-06T22:19:25,465 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:25,465 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:B 2024-12-06T22:19:25,465 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:25,467 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:25,467 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/C is initiating minor compaction (all files) 2024-12-06T22:19:25,467 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/C in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:25,467 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/e507b1bc43df440587626eff21c082df, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/864061db67874934b5d348a2680f773e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/f33c7becf2d74464b1033506d7fe8b8e] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=37.3 K 2024-12-06T22:19:25,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741969_1145 (size=12301) 2024-12-06T22:19:25,469 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting e507b1bc43df440587626eff21c082df, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=577, earliestPutTs=1733523563513 2024-12-06T22:19:25,469 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/3a83782f252e40588999ddc2eaf51918 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/3a83782f252e40588999ddc2eaf51918 2024-12-06T22:19:25,469 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 864061db67874934b5d348a2680f773e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=590, earliestPutTs=1733523564132 2024-12-06T22:19:25,469 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=629 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/e21bdca8a4274340920d6c63447a0d95 2024-12-06T22:19:25,470 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting f33c7becf2d74464b1033506d7fe8b8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=617, earliestPutTs=1733523564266 2024-12-06T22:19:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-06T22:19:25,491 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/A of c00c6dd32d8647790d9bb239f01c93f9 into 3a83782f252e40588999ddc2eaf51918(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:25,491 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:25,491 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/A, priority=13, startTime=1733523565423; duration=0sec 2024-12-06T22:19:25,491 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:25,491 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:A 2024-12-06T22:19:25,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/37503293a7d34532a2dfe340769f6a48 is 50, key is test_row_0/B:col10/1733523564897/Put/seqid=0 2024-12-06T22:19:25,500 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#C#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:25,501 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/4854154cf5ac4fd3ba73e9b97488e4e8 is 50, key is test_row_0/C:col10/1733523564266/Put/seqid=0 2024-12-06T22:19:25,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:25,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741970_1146 (size=13731) 2024-12-06T22:19:25,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741971_1147 (size=12301) 2024-12-06T22:19:25,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523625539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523625539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523625540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,545 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=629 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/37503293a7d34532a2dfe340769f6a48 2024-12-06T22:19:25,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523625541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523625542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/90c70e67dc594c1daaf1641a916a88eb is 50, key is test_row_0/C:col10/1733523564897/Put/seqid=0 2024-12-06T22:19:25,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741972_1148 (size=12301) 2024-12-06T22:19:25,576 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=629 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/90c70e67dc594c1daaf1641a916a88eb 2024-12-06T22:19:25,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/e21bdca8a4274340920d6c63447a0d95 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/e21bdca8a4274340920d6c63447a0d95 2024-12-06T22:19:25,586 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/e21bdca8a4274340920d6c63447a0d95, entries=150, sequenceid=629, filesize=12.0 K 2024-12-06T22:19:25,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/37503293a7d34532a2dfe340769f6a48 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/37503293a7d34532a2dfe340769f6a48 2024-12-06T22:19:25,594 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/37503293a7d34532a2dfe340769f6a48, entries=150, sequenceid=629, filesize=12.0 K 2024-12-06T22:19:25,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/90c70e67dc594c1daaf1641a916a88eb as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/90c70e67dc594c1daaf1641a916a88eb 2024-12-06T22:19:25,600 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/90c70e67dc594c1daaf1641a916a88eb, entries=150, sequenceid=629, filesize=12.0 K 2024-12-06T22:19:25,601 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c00c6dd32d8647790d9bb239f01c93f9 in 148ms, sequenceid=629, compaction requested=false 2024-12-06T22:19:25,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:25,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:25,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-06T22:19:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-12-06T22:19:25,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-12-06T22:19:25,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2240 sec 2024-12-06T22:19:25,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.2350 sec 2024-12-06T22:19:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:25,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T22:19:25,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:25,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:25,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:25,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:25,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:25,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:25,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523625652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523625652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523625654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/2ec0735fa9134972bbd788b1a1230584 is 50, key is test_row_0/A:col10/1733523565646/Put/seqid=0 2024-12-06T22:19:25,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523625655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523625655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741973_1149 (size=12301) 2024-12-06T22:19:25,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=657 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/2ec0735fa9134972bbd788b1a1230584 2024-12-06T22:19:25,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/f9125201d9664d73803904e80f1bc254 is 50, key is test_row_0/B:col10/1733523565646/Put/seqid=0 2024-12-06T22:19:25,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741974_1150 (size=12301) 2024-12-06T22:19:25,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523625756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523625756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523625757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523625759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523625759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,936 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/4854154cf5ac4fd3ba73e9b97488e4e8 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/4854154cf5ac4fd3ba73e9b97488e4e8 2024-12-06T22:19:25,944 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/C of c00c6dd32d8647790d9bb239f01c93f9 into 4854154cf5ac4fd3ba73e9b97488e4e8(size=13.4 K), total size for store is 25.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:25,944 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:25,944 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/C, priority=13, startTime=1733523565423; duration=0sec 2024-12-06T22:19:25,944 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:25,944 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:C 2024-12-06T22:19:25,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523625958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523625958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523625959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523625962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:25,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523625963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:26,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=657 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/f9125201d9664d73803904e80f1bc254 2024-12-06T22:19:26,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/3434c92920f741558433bf4f426b3a1d is 50, key is test_row_0/C:col10/1733523565646/Put/seqid=0 2024-12-06T22:19:26,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741975_1151 (size=12301) 2024-12-06T22:19:26,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523626260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:26,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:26,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523626262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:26,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:26,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523626262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:26,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523626267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:26,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523626267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-06T22:19:26,478 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-12-06T22:19:26,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:19:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-12-06T22:19:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-06T22:19:26,482 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:19:26,482 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:19:26,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:19:26,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=657 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/3434c92920f741558433bf4f426b3a1d 2024-12-06T22:19:26,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/2ec0735fa9134972bbd788b1a1230584 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/2ec0735fa9134972bbd788b1a1230584 2024-12-06T22:19:26,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/2ec0735fa9134972bbd788b1a1230584, entries=150, sequenceid=657, filesize=12.0 K 2024-12-06T22:19:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/f9125201d9664d73803904e80f1bc254 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/f9125201d9664d73803904e80f1bc254 2024-12-06T22:19:26,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/f9125201d9664d73803904e80f1bc254, entries=150, sequenceid=657, filesize=12.0 K 2024-12-06T22:19:26,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/3434c92920f741558433bf4f426b3a1d as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/3434c92920f741558433bf4f426b3a1d 2024-12-06T22:19:26,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/3434c92920f741558433bf4f426b3a1d, entries=150, sequenceid=657, filesize=12.0 K 2024-12-06T22:19:26,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for c00c6dd32d8647790d9bb239f01c93f9 in 878ms, sequenceid=657, compaction requested=true 2024-12-06T22:19:26,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:26,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:19:26,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:26,526 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:26,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:19:26,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:26,526 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:26,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:19:26,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:26,527 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:26,527 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:26,527 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/A is initiating minor compaction (all files) 2024-12-06T22:19:26,527 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/B is initiating minor compaction (all files) 2024-12-06T22:19:26,527 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/A in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:26,527 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/B in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:26,528 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/3a83782f252e40588999ddc2eaf51918, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/e21bdca8a4274340920d6c63447a0d95, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/2ec0735fa9134972bbd788b1a1230584] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=37.5 K 2024-12-06T22:19:26,528 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/2a792111573d4701abb5512299343c3e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/37503293a7d34532a2dfe340769f6a48, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/f9125201d9664d73803904e80f1bc254] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=37.5 K 2024-12-06T22:19:26,528 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a83782f252e40588999ddc2eaf51918, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=617, earliestPutTs=1733523564266 2024-12-06T22:19:26,528 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a792111573d4701abb5512299343c3e, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=617, earliestPutTs=1733523564266 2024-12-06T22:19:26,529 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 37503293a7d34532a2dfe340769f6a48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=629, earliestPutTs=1733523564897 2024-12-06T22:19:26,529 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting e21bdca8a4274340920d6c63447a0d95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=629, earliestPutTs=1733523564897 2024-12-06T22:19:26,529 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ec0735fa9134972bbd788b1a1230584, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=657, earliestPutTs=1733523565538 2024-12-06T22:19:26,530 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting f9125201d9664d73803904e80f1bc254, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=657, earliestPutTs=1733523565538 2024-12-06T22:19:26,541 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#A#compaction#137 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:26,542 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#B#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:26,542 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/b030adb6d8854436a16663dccd19b12e is 50, key is test_row_0/A:col10/1733523565646/Put/seqid=0 2024-12-06T22:19:26,542 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/5d2ae04744d3448a98b06e970b91322d is 50, key is test_row_0/B:col10/1733523565646/Put/seqid=0 2024-12-06T22:19:26,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741977_1153 (size=13867) 2024-12-06T22:19:26,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741976_1152 (size=13867) 2024-12-06T22:19:26,573 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/b030adb6d8854436a16663dccd19b12e as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/b030adb6d8854436a16663dccd19b12e 2024-12-06T22:19:26,580 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/A of c00c6dd32d8647790d9bb239f01c93f9 into b030adb6d8854436a16663dccd19b12e(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:26,580 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:26,580 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/A, priority=13, startTime=1733523566526; duration=0sec 2024-12-06T22:19:26,580 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:26,580 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:A 2024-12-06T22:19:26,580 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:26,581 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:26,581 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): c00c6dd32d8647790d9bb239f01c93f9/C is initiating minor compaction (all files) 2024-12-06T22:19:26,581 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c00c6dd32d8647790d9bb239f01c93f9/C in TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:26,582 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/4854154cf5ac4fd3ba73e9b97488e4e8, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/90c70e67dc594c1daaf1641a916a88eb, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/3434c92920f741558433bf4f426b3a1d] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp, totalSize=37.4 K 2024-12-06T22:19:26,582 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4854154cf5ac4fd3ba73e9b97488e4e8, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=617, earliestPutTs=1733523564266 2024-12-06T22:19:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-06T22:19:26,583 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90c70e67dc594c1daaf1641a916a88eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=629, earliestPutTs=1733523564897 2024-12-06T22:19:26,583 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3434c92920f741558433bf4f426b3a1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=657, earliestPutTs=1733523565538 2024-12-06T22:19:26,591 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00c6dd32d8647790d9bb239f01c93f9#C#compaction#139 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:26,592 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/0f9e0f22a429490aae983e5498104b24 is 50, key is test_row_0/C:col10/1733523565646/Put/seqid=0 2024-12-06T22:19:26,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741978_1154 (size=13833) 2024-12-06T22:19:26,602 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/0f9e0f22a429490aae983e5498104b24 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/0f9e0f22a429490aae983e5498104b24 2024-12-06T22:19:26,608 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/C of c00c6dd32d8647790d9bb239f01c93f9 into 0f9e0f22a429490aae983e5498104b24(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:26,608 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:26,608 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/C, priority=13, startTime=1733523566526; duration=0sec 2024-12-06T22:19:26,608 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:26,608 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:C 2024-12-06T22:19:26,634 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:26,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-06T22:19:26,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:26,635 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:19:26,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:26,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:26,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:26,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:26,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:26,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:26,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/d4553db4d4304b929855db922b347f1e is 50, key is test_row_0/A:col10/1733523565653/Put/seqid=0 2024-12-06T22:19:26,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741979_1155 (size=12301) 2024-12-06T22:19:26,652 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=671 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/d4553db4d4304b929855db922b347f1e 2024-12-06T22:19:26,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/6be03b2465b943c7bbebd15f89475beb is 50, key is test_row_0/B:col10/1733523565653/Put/seqid=0 2024-12-06T22:19:26,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741980_1156 (size=12301) 2024-12-06T22:19:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:26,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. as already flushing 2024-12-06T22:19:26,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-06T22:19:26,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523626786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:26,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523626786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:26,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523626786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:26,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523626788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:26,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523626790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:26,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523626891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:26,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523626892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:26,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523626892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:26,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523626893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:26,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523626893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:26,966 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/5d2ae04744d3448a98b06e970b91322d as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/5d2ae04744d3448a98b06e970b91322d 2024-12-06T22:19:26,973 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c00c6dd32d8647790d9bb239f01c93f9/B of c00c6dd32d8647790d9bb239f01c93f9 into 5d2ae04744d3448a98b06e970b91322d(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:26,974 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:26,974 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9., storeName=c00c6dd32d8647790d9bb239f01c93f9/B, priority=13, startTime=1733523566526; duration=0sec 2024-12-06T22:19:26,974 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:26,974 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:B 2024-12-06T22:19:26,995 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4bf8e82a to 127.0.0.1:55123 2024-12-06T22:19:26,995 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x24890c79 to 127.0.0.1:55123 2024-12-06T22:19:26,995 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3ba01639 to 127.0.0.1:55123 2024-12-06T22:19:26,995 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51cab508 to 127.0.0.1:55123 2024-12-06T22:19:26,996 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:19:26,996 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:19:26,996 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:19:26,996 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:19:27,074 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=671 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/6be03b2465b943c7bbebd15f89475beb 2024-12-06T22:19:27,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/80d9c0434c704d98a2b520d445ec49b9 is 50, key is test_row_0/C:col10/1733523565653/Put/seqid=0 2024-12-06T22:19:27,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741981_1157 (size=12301) 2024-12-06T22:19:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-06T22:19:27,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523627094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:27,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:27,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523627095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:27,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523627095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:27,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523627097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:27,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523627097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:27,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43800 deadline: 1733523627396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:27,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1733523627397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:27,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43772 deadline: 1733523627397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:27,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1733523627398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:27,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1733523627398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:27,486 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=671 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/80d9c0434c704d98a2b520d445ec49b9 2024-12-06T22:19:27,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/d4553db4d4304b929855db922b347f1e as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/d4553db4d4304b929855db922b347f1e 2024-12-06T22:19:27,495 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/d4553db4d4304b929855db922b347f1e, entries=150, sequenceid=671, filesize=12.0 K 2024-12-06T22:19:27,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/6be03b2465b943c7bbebd15f89475beb as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/6be03b2465b943c7bbebd15f89475beb 2024-12-06T22:19:27,500 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/6be03b2465b943c7bbebd15f89475beb, entries=150, sequenceid=671, filesize=12.0 K 2024-12-06T22:19:27,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/80d9c0434c704d98a2b520d445ec49b9 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/80d9c0434c704d98a2b520d445ec49b9 2024-12-06T22:19:27,522 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/80d9c0434c704d98a2b520d445ec49b9, entries=150, sequenceid=671, filesize=12.0 K 2024-12-06T22:19:27,523 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c00c6dd32d8647790d9bb239f01c93f9 in 888ms, sequenceid=671, compaction requested=false 2024-12-06T22:19:27,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:27,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:27,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-06T22:19:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=35 2024-12-06T22:19:27,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-12-06T22:19:27,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0430 sec 2024-12-06T22:19:27,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 1.0460 sec 2024-12-06T22:19:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-06T22:19:27,587 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-12-06T22:19:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:27,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-06T22:19:27,901 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28808bb9 to 127.0.0.1:55123 2024-12-06T22:19:27,901 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:19:27,902 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x774bf929 to 127.0.0.1:55123 2024-12-06T22:19:27,902 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:19:27,902 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x54af89df to 127.0.0.1:55123 2024-12-06T22:19:27,902 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:19:27,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:27,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:27,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:27,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:27,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:27,903 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x251efa5e to 127.0.0.1:55123 2024-12-06T22:19:27,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:27,904 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:19:27,905 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x67f7d3d3 to 127.0.0.1:55123 2024-12-06T22:19:27,905 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:19:27,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-06T22:19:27,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-12-06T22:19:27,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-12-06T22:19:27,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-12-06T22:19:27,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 114 2024-12-06T22:19:27,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 110 2024-12-06T22:19:27,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-06T22:19:27,906 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4900 2024-12-06T22:19:27,906 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4798 2024-12-06T22:19:27,906 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-06T22:19:27,906 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2161 2024-12-06T22:19:27,906 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6483 rows 2024-12-06T22:19:27,906 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2170 2024-12-06T22:19:27,906 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6506 rows 2024-12-06T22:19:27,906 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-06T22:19:27,906 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x038196d7 to 127.0.0.1:55123 2024-12-06T22:19:27,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:19:27,912 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-06T22:19:27,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/e2d34283e32840d7966c29b43f97eb4b is 50, key is test_row_0/A:col10/1733523567899/Put/seqid=0 2024-12-06T22:19:27,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-06T22:19:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-06T22:19:27,925 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733523567925"}]},"ts":"1733523567925"} 2024-12-06T22:19:27,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-06T22:19:27,927 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-06T22:19:27,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741982_1158 (size=12301) 2024-12-06T22:19:27,929 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-06T22:19:27,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T22:19:27,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c00c6dd32d8647790d9bb239f01c93f9, UNASSIGN}] 2024-12-06T22:19:27,935 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c00c6dd32d8647790d9bb239f01c93f9, UNASSIGN 2024-12-06T22:19:27,935 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=c00c6dd32d8647790d9bb239f01c93f9, regionState=CLOSING, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:27,936 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T22:19:27,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613}] 2024-12-06T22:19:28,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-06T22:19:28,091 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:28,092 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:28,093 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-06T22:19:28,093 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing c00c6dd32d8647790d9bb239f01c93f9, disabling compactions & flushes 2024-12-06T22:19:28,093 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:28,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-06T22:19:28,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=701 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/e2d34283e32840d7966c29b43f97eb4b 2024-12-06T22:19:28,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/49d988110b1c40a48b9ce863b9062db8 is 50, key is test_row_0/B:col10/1733523567899/Put/seqid=0 2024-12-06T22:19:28,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741983_1159 (size=12301) 2024-12-06T22:19:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-06T22:19:28,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=701 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/49d988110b1c40a48b9ce863b9062db8 2024-12-06T22:19:28,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/7da1e8898770499dad716f350a5a2dfd is 50, key is test_row_0/C:col10/1733523567899/Put/seqid=0 2024-12-06T22:19:28,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741984_1160 (size=12301) 2024-12-06T22:19:28,957 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T22:19:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-06T22:19:29,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=701 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/7da1e8898770499dad716f350a5a2dfd 2024-12-06T22:19:29,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/e2d34283e32840d7966c29b43f97eb4b as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/e2d34283e32840d7966c29b43f97eb4b 2024-12-06T22:19:29,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/e2d34283e32840d7966c29b43f97eb4b, entries=150, sequenceid=701, filesize=12.0 K 2024-12-06T22:19:29,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/49d988110b1c40a48b9ce863b9062db8 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/49d988110b1c40a48b9ce863b9062db8 2024-12-06T22:19:29,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/49d988110b1c40a48b9ce863b9062db8, entries=150, sequenceid=701, filesize=12.0 K 2024-12-06T22:19:29,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/7da1e8898770499dad716f350a5a2dfd as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/7da1e8898770499dad716f350a5a2dfd 2024-12-06T22:19:29,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/7da1e8898770499dad716f350a5a2dfd, entries=150, sequenceid=701, filesize=12.0 K 2024-12-06T22:19:29,175 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=6.71 KB/6870 for c00c6dd32d8647790d9bb239f01c93f9 in 1274ms, sequenceid=701, compaction requested=true 2024-12-06T22:19:29,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:29,175 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:29,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:19:29,175 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:29,175 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. after waiting 0 ms 2024-12-06T22:19:29,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:29,175 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. because compaction request was cancelled 2024-12-06T22:19:29,175 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:29,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:19:29,175 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:A 2024-12-06T22:19:29,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:29,175 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. because compaction request was cancelled 2024-12-06T22:19:29,175 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:B 2024-12-06T22:19:29,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00c6dd32d8647790d9bb239f01c93f9:C, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:19:29,175 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(2837): Flushing c00c6dd32d8647790d9bb239f01c93f9 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-12-06T22:19:29,175 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. because compaction request was cancelled 2024-12-06T22:19:29,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:29,175 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00c6dd32d8647790d9bb239f01c93f9:C 2024-12-06T22:19:29,175 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=A 2024-12-06T22:19:29,175 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:29,175 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=B 2024-12-06T22:19:29,175 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:29,175 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00c6dd32d8647790d9bb239f01c93f9, store=C 2024-12-06T22:19:29,175 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:29,179 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/38c6b7c5c01d4177937d0f6f32759112 is 50, key is test_row_2/A:col10/1733523567904/Put/seqid=0 2024-12-06T22:19:29,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741985_1161 (size=7415) 2024-12-06T22:19:29,583 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=705 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/38c6b7c5c01d4177937d0f6f32759112 2024-12-06T22:19:29,590 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/9c248d8d187f4c4f80658c3dde6bcfb7 is 50, key is test_row_2/B:col10/1733523567904/Put/seqid=0 2024-12-06T22:19:29,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741986_1162 (size=7415) 2024-12-06T22:19:29,995 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=705 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/9c248d8d187f4c4f80658c3dde6bcfb7 2024-12-06T22:19:30,003 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/0a3d1c6d43664597883c0ab6ccffdc66 is 50, key is test_row_2/C:col10/1733523567904/Put/seqid=0 2024-12-06T22:19:30,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741987_1163 (size=7415) 2024-12-06T22:19:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-06T22:19:30,408 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=705 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/0a3d1c6d43664597883c0ab6ccffdc66 2024-12-06T22:19:30,413 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/A/38c6b7c5c01d4177937d0f6f32759112 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/38c6b7c5c01d4177937d0f6f32759112 2024-12-06T22:19:30,417 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/38c6b7c5c01d4177937d0f6f32759112, entries=50, sequenceid=705, filesize=7.2 K 2024-12-06T22:19:30,418 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/B/9c248d8d187f4c4f80658c3dde6bcfb7 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/9c248d8d187f4c4f80658c3dde6bcfb7 2024-12-06T22:19:30,421 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/9c248d8d187f4c4f80658c3dde6bcfb7, entries=50, sequenceid=705, filesize=7.2 K 2024-12-06T22:19:30,422 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/.tmp/C/0a3d1c6d43664597883c0ab6ccffdc66 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/0a3d1c6d43664597883c0ab6ccffdc66 2024-12-06T22:19:30,425 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/0a3d1c6d43664597883c0ab6ccffdc66, entries=50, sequenceid=705, filesize=7.2 K 2024-12-06T22:19:30,426 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for c00c6dd32d8647790d9bb239f01c93f9 in 1251ms, sequenceid=705, compaction requested=true 2024-12-06T22:19:30,427 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/eb12b1fb1f224b19af1cf0d088839407, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/7f287b33a83d4b4fbeb6cafcd390519b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/37f32135753e48c385c0e161a7b6c146, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/cb12b7de079f46f0b11539b297086afa, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/4403466a863c47c5b6a5bfcca07c25a9, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/8a21bc31fe2a47faa0f881e4cba964a5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/da25cd56d0a449dd8b29f433dc65653f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/b611a09280f64edc9aa2accb95a679ad, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/0a4a75201acb4544a57605a87ffe2346, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/3fae74191135497594d0ae0f336f793e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/88fe1c16913f448f907b7f2d835bcb44, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/894e2d6e8e89449f97f3a1e095ee5740, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/9445e9f7cf1f47d18e02cedf377bb06d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/66c25386c4b44211acf8a7860479fe5f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/faf3216fa23843f1ab369d242a275538, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/b8fe1ed215c84ea299f7f2cfc241f87b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/9ab5b6787ff34502a53ec55ced5da41e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/0e4f38897a9a40529c34d15d5641d1cd, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/955d29acbf254cdba938c680d26756d1, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/0311fa1acb2c4f7f9a3a3b18c79de345, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/0a6fdee5ee5745678ec83b29d86b3cf6, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/45dcba88de4c4f3392c7f6a2bb3dd109, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/e373a8ba799c428f96e5b6a5336aa637, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/b15e0c5ff2a24e93a854dd8032cbbe64, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/2429d30d09914cb2a0eca57fa27d6d0c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/865d6366db91483a928453f2e4f3f44b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/72832b2919ea4a5a8c2ad603b087609c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/f96ea6c6982f4bc69b01bdb2d2d815a3, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/03bbb48c18584c89a22d25f531b83290, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/00b50f701785451da56a825bdb644235, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/b41347b2e5a245a694149edec82ed1b8, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/5322cc703db246e885b8e6a4acbdb285, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/5a96a97aaea046eca55bd48e3592c286, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/081ebeb734464365915f691bb8f31df5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/37a1312adfc149b1a92e5e25d4141f7a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/6c056e30c0304688983f9b8510594abe, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/192ed49915c94a8a939fd7b47b21a073, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/00fa00940e2d4ed6b8b87dd058ad1a56, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/cd6f149532e94989a33f1fbfa270c6da, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/76f6607d61b04163b298d13d3a1ff97f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/6380fdebe1d94efa9fcb51b625a33ff9, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/ac5d143e3d644863b2eaff7b71091ad9, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/1c060b2d1a2c4a968d1ff4d43de3a858, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/3a83782f252e40588999ddc2eaf51918, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/e21bdca8a4274340920d6c63447a0d95, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/2ec0735fa9134972bbd788b1a1230584] to archive 2024-12-06T22:19:30,430 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T22:19:30,436 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/eb12b1fb1f224b19af1cf0d088839407 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/eb12b1fb1f224b19af1cf0d088839407 2024-12-06T22:19:30,437 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/7f287b33a83d4b4fbeb6cafcd390519b to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/7f287b33a83d4b4fbeb6cafcd390519b 2024-12-06T22:19:30,438 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/37f32135753e48c385c0e161a7b6c146 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/37f32135753e48c385c0e161a7b6c146 2024-12-06T22:19:30,439 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/cb12b7de079f46f0b11539b297086afa to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/cb12b7de079f46f0b11539b297086afa 2024-12-06T22:19:30,441 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/4403466a863c47c5b6a5bfcca07c25a9 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/4403466a863c47c5b6a5bfcca07c25a9 2024-12-06T22:19:30,442 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/8a21bc31fe2a47faa0f881e4cba964a5 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/8a21bc31fe2a47faa0f881e4cba964a5 2024-12-06T22:19:30,443 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/da25cd56d0a449dd8b29f433dc65653f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/da25cd56d0a449dd8b29f433dc65653f 2024-12-06T22:19:30,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/b611a09280f64edc9aa2accb95a679ad to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/b611a09280f64edc9aa2accb95a679ad 2024-12-06T22:19:30,446 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/0a4a75201acb4544a57605a87ffe2346 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/0a4a75201acb4544a57605a87ffe2346 2024-12-06T22:19:30,447 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/3fae74191135497594d0ae0f336f793e to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/3fae74191135497594d0ae0f336f793e 2024-12-06T22:19:30,448 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/88fe1c16913f448f907b7f2d835bcb44 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/88fe1c16913f448f907b7f2d835bcb44 2024-12-06T22:19:30,449 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/894e2d6e8e89449f97f3a1e095ee5740 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/894e2d6e8e89449f97f3a1e095ee5740 2024-12-06T22:19:30,450 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/9445e9f7cf1f47d18e02cedf377bb06d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/9445e9f7cf1f47d18e02cedf377bb06d 2024-12-06T22:19:30,452 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/66c25386c4b44211acf8a7860479fe5f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/66c25386c4b44211acf8a7860479fe5f 2024-12-06T22:19:30,453 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/faf3216fa23843f1ab369d242a275538 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/faf3216fa23843f1ab369d242a275538 2024-12-06T22:19:30,454 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/b8fe1ed215c84ea299f7f2cfc241f87b to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/b8fe1ed215c84ea299f7f2cfc241f87b 2024-12-06T22:19:30,455 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/9ab5b6787ff34502a53ec55ced5da41e to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/9ab5b6787ff34502a53ec55ced5da41e 2024-12-06T22:19:30,457 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/0e4f38897a9a40529c34d15d5641d1cd to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/0e4f38897a9a40529c34d15d5641d1cd 2024-12-06T22:19:30,458 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/955d29acbf254cdba938c680d26756d1 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/955d29acbf254cdba938c680d26756d1 2024-12-06T22:19:30,459 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/0311fa1acb2c4f7f9a3a3b18c79de345 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/0311fa1acb2c4f7f9a3a3b18c79de345 2024-12-06T22:19:30,460 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/0a6fdee5ee5745678ec83b29d86b3cf6 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/0a6fdee5ee5745678ec83b29d86b3cf6 2024-12-06T22:19:30,461 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/45dcba88de4c4f3392c7f6a2bb3dd109 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/45dcba88de4c4f3392c7f6a2bb3dd109 2024-12-06T22:19:30,463 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/e373a8ba799c428f96e5b6a5336aa637 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/e373a8ba799c428f96e5b6a5336aa637 2024-12-06T22:19:30,464 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/b15e0c5ff2a24e93a854dd8032cbbe64 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/b15e0c5ff2a24e93a854dd8032cbbe64 2024-12-06T22:19:30,465 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/2429d30d09914cb2a0eca57fa27d6d0c to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/2429d30d09914cb2a0eca57fa27d6d0c 2024-12-06T22:19:30,466 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/865d6366db91483a928453f2e4f3f44b to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/865d6366db91483a928453f2e4f3f44b 2024-12-06T22:19:30,467 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/72832b2919ea4a5a8c2ad603b087609c to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/72832b2919ea4a5a8c2ad603b087609c 2024-12-06T22:19:30,468 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/f96ea6c6982f4bc69b01bdb2d2d815a3 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/f96ea6c6982f4bc69b01bdb2d2d815a3 2024-12-06T22:19:30,470 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/03bbb48c18584c89a22d25f531b83290 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/03bbb48c18584c89a22d25f531b83290 2024-12-06T22:19:30,471 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/00b50f701785451da56a825bdb644235 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/00b50f701785451da56a825bdb644235 2024-12-06T22:19:30,472 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/b41347b2e5a245a694149edec82ed1b8 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/b41347b2e5a245a694149edec82ed1b8 2024-12-06T22:19:30,474 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/5322cc703db246e885b8e6a4acbdb285 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/5322cc703db246e885b8e6a4acbdb285 2024-12-06T22:19:30,475 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/5a96a97aaea046eca55bd48e3592c286 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/5a96a97aaea046eca55bd48e3592c286 2024-12-06T22:19:30,476 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/081ebeb734464365915f691bb8f31df5 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/081ebeb734464365915f691bb8f31df5 2024-12-06T22:19:30,477 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/37a1312adfc149b1a92e5e25d4141f7a to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/37a1312adfc149b1a92e5e25d4141f7a 2024-12-06T22:19:30,478 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/6c056e30c0304688983f9b8510594abe to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/6c056e30c0304688983f9b8510594abe 2024-12-06T22:19:30,480 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/192ed49915c94a8a939fd7b47b21a073 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/192ed49915c94a8a939fd7b47b21a073 2024-12-06T22:19:30,481 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/00fa00940e2d4ed6b8b87dd058ad1a56 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/00fa00940e2d4ed6b8b87dd058ad1a56 2024-12-06T22:19:30,482 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/cd6f149532e94989a33f1fbfa270c6da to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/cd6f149532e94989a33f1fbfa270c6da 2024-12-06T22:19:30,484 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/76f6607d61b04163b298d13d3a1ff97f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/76f6607d61b04163b298d13d3a1ff97f 2024-12-06T22:19:30,485 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/6380fdebe1d94efa9fcb51b625a33ff9 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/6380fdebe1d94efa9fcb51b625a33ff9 2024-12-06T22:19:30,486 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/ac5d143e3d644863b2eaff7b71091ad9 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/ac5d143e3d644863b2eaff7b71091ad9 2024-12-06T22:19:30,487 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/1c060b2d1a2c4a968d1ff4d43de3a858 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/1c060b2d1a2c4a968d1ff4d43de3a858 2024-12-06T22:19:30,489 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/3a83782f252e40588999ddc2eaf51918 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/3a83782f252e40588999ddc2eaf51918 2024-12-06T22:19:30,490 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/e21bdca8a4274340920d6c63447a0d95 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/e21bdca8a4274340920d6c63447a0d95 2024-12-06T22:19:30,491 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/2ec0735fa9134972bbd788b1a1230584 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/2ec0735fa9134972bbd788b1a1230584 2024-12-06T22:19:30,505 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/e2bffed12a0e469ab52874205d1d3b1e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/99567381b5e2459a89e76c1707ff670e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/cf78ba69ade841268a54db6d404095d8, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/d62f44a07f404e96918a4e16bf48b46c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/1ca8bb6895ec4b2cb9ed68dfa2409dd0, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/0ea251c5f68144e7b5f21dd2c2657252, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/9dd41f630f5b49cba7298dfdb4c626cc, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/9a2d0bfe632a475fb01b9c8b408b0190, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/96d70f589b1a4f3cb64b9fd2c76a9ddd, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/7b55c8422e9248bcac9cc11eeb34c7c5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/d096b4494de1427e8bfb8ada480a1432, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/203a6f4acafa48e4ae9e5a3b348f538b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/5286d3e982f64a25b1a6d9c0a8757762, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/44b72f40223143d1924d0201bfe0d671, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/6f68c0313dea41158106f5bccd801f6d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/903758bdec5949eb999798ae3e55b4af, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/ca5417e1c58942fd8c43f93f1057d858, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/2b2152e5bbda4256bc34fe4cdb8c74d3, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/a2c59b2ab1f7441e945677d1b8532932, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/a45eab97951547d680068015f652d935, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/b60d3e57334a4c488a3e0d6e192ca018, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/ef784d4c15934b16add178e25db0a7ee, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/008770f824bb49949d20191fb37bb7ce, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/0c6c072039374e598918b41ab0aa480c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/8857aef9a60b407fa3096f63bd6b5b75, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/05a81e6ee6734b7d87105939ef258d95, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/457f4d5bbd2d4fe8a689124e2d55aefa, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/420dcdd7010e4aa0918e503c3cd9c550, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/947f313eacb8405789d332bc738051dc, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/b93a6cf6d1034118a5d0f6ae8bf55cbc, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/d3ca9fc2463d455691a9a1033a29cd5d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/ffe3db4b9bc24fbba95389135beba150, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/caf861a553e3485882a17a5bed4db5a6, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/1c6ab344271f4bcebb9e69cc0176d387, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/8e3b8bf8a1f5453ea57e5b7f30773d0f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/6992e35f380a48019dbb02aa9cf534e6, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/b63b2b6894cb4d99a82df49f05316201, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/6841f64bb111428185061bd58316c4da, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/c43d1b3ba5034196a0b58d36ed4429ab, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/f9436c78066d43bfb8557751ed073cb6, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/6afa276dc6404ee2ac95f84eeedc30a8, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/120da31b3c4a432e98077627293437cf, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/2a792111573d4701abb5512299343c3e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/b7688ce7e295420ea4afa3ac70856d30, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/37503293a7d34532a2dfe340769f6a48, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/f9125201d9664d73803904e80f1bc254] to archive 2024-12-06T22:19:30,506 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T22:19:30,508 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/e2bffed12a0e469ab52874205d1d3b1e to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/e2bffed12a0e469ab52874205d1d3b1e 2024-12-06T22:19:30,509 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/99567381b5e2459a89e76c1707ff670e to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/99567381b5e2459a89e76c1707ff670e 2024-12-06T22:19:30,510 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/cf78ba69ade841268a54db6d404095d8 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/cf78ba69ade841268a54db6d404095d8 2024-12-06T22:19:30,511 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/d62f44a07f404e96918a4e16bf48b46c to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/d62f44a07f404e96918a4e16bf48b46c 2024-12-06T22:19:30,512 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/1ca8bb6895ec4b2cb9ed68dfa2409dd0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/1ca8bb6895ec4b2cb9ed68dfa2409dd0 2024-12-06T22:19:30,513 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/0ea251c5f68144e7b5f21dd2c2657252 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/0ea251c5f68144e7b5f21dd2c2657252 2024-12-06T22:19:30,514 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/9dd41f630f5b49cba7298dfdb4c626cc to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/9dd41f630f5b49cba7298dfdb4c626cc 2024-12-06T22:19:30,516 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/9a2d0bfe632a475fb01b9c8b408b0190 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/9a2d0bfe632a475fb01b9c8b408b0190 2024-12-06T22:19:30,517 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/96d70f589b1a4f3cb64b9fd2c76a9ddd to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/96d70f589b1a4f3cb64b9fd2c76a9ddd 2024-12-06T22:19:30,518 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/7b55c8422e9248bcac9cc11eeb34c7c5 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/7b55c8422e9248bcac9cc11eeb34c7c5 2024-12-06T22:19:30,519 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/d096b4494de1427e8bfb8ada480a1432 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/d096b4494de1427e8bfb8ada480a1432 2024-12-06T22:19:30,520 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/203a6f4acafa48e4ae9e5a3b348f538b to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/203a6f4acafa48e4ae9e5a3b348f538b 2024-12-06T22:19:30,521 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/5286d3e982f64a25b1a6d9c0a8757762 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/5286d3e982f64a25b1a6d9c0a8757762 2024-12-06T22:19:30,522 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/44b72f40223143d1924d0201bfe0d671 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/44b72f40223143d1924d0201bfe0d671 2024-12-06T22:19:30,523 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/6f68c0313dea41158106f5bccd801f6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/6f68c0313dea41158106f5bccd801f6d 2024-12-06T22:19:30,525 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/903758bdec5949eb999798ae3e55b4af to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/903758bdec5949eb999798ae3e55b4af 2024-12-06T22:19:30,526 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/ca5417e1c58942fd8c43f93f1057d858 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/ca5417e1c58942fd8c43f93f1057d858 2024-12-06T22:19:30,527 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/2b2152e5bbda4256bc34fe4cdb8c74d3 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/2b2152e5bbda4256bc34fe4cdb8c74d3 2024-12-06T22:19:30,528 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/a2c59b2ab1f7441e945677d1b8532932 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/a2c59b2ab1f7441e945677d1b8532932 2024-12-06T22:19:30,529 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/a45eab97951547d680068015f652d935 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/a45eab97951547d680068015f652d935 2024-12-06T22:19:30,530 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/b60d3e57334a4c488a3e0d6e192ca018 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/b60d3e57334a4c488a3e0d6e192ca018 2024-12-06T22:19:30,531 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/ef784d4c15934b16add178e25db0a7ee to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/ef784d4c15934b16add178e25db0a7ee 2024-12-06T22:19:30,532 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/008770f824bb49949d20191fb37bb7ce to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/008770f824bb49949d20191fb37bb7ce 2024-12-06T22:19:30,533 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/0c6c072039374e598918b41ab0aa480c to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/0c6c072039374e598918b41ab0aa480c 2024-12-06T22:19:30,535 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/8857aef9a60b407fa3096f63bd6b5b75 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/8857aef9a60b407fa3096f63bd6b5b75 2024-12-06T22:19:30,536 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/05a81e6ee6734b7d87105939ef258d95 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/05a81e6ee6734b7d87105939ef258d95 2024-12-06T22:19:30,537 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/457f4d5bbd2d4fe8a689124e2d55aefa to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/457f4d5bbd2d4fe8a689124e2d55aefa 2024-12-06T22:19:30,538 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/420dcdd7010e4aa0918e503c3cd9c550 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/420dcdd7010e4aa0918e503c3cd9c550 2024-12-06T22:19:30,539 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/947f313eacb8405789d332bc738051dc to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/947f313eacb8405789d332bc738051dc 2024-12-06T22:19:30,541 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/b93a6cf6d1034118a5d0f6ae8bf55cbc to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/b93a6cf6d1034118a5d0f6ae8bf55cbc 2024-12-06T22:19:30,542 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/d3ca9fc2463d455691a9a1033a29cd5d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/d3ca9fc2463d455691a9a1033a29cd5d 2024-12-06T22:19:30,543 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/ffe3db4b9bc24fbba95389135beba150 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/ffe3db4b9bc24fbba95389135beba150 2024-12-06T22:19:30,544 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/caf861a553e3485882a17a5bed4db5a6 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/caf861a553e3485882a17a5bed4db5a6 2024-12-06T22:19:30,545 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/1c6ab344271f4bcebb9e69cc0176d387 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/1c6ab344271f4bcebb9e69cc0176d387 2024-12-06T22:19:30,546 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/8e3b8bf8a1f5453ea57e5b7f30773d0f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/8e3b8bf8a1f5453ea57e5b7f30773d0f 2024-12-06T22:19:30,548 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/6992e35f380a48019dbb02aa9cf534e6 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/6992e35f380a48019dbb02aa9cf534e6 2024-12-06T22:19:30,549 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/b63b2b6894cb4d99a82df49f05316201 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/b63b2b6894cb4d99a82df49f05316201 2024-12-06T22:19:30,550 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/6841f64bb111428185061bd58316c4da to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/6841f64bb111428185061bd58316c4da 2024-12-06T22:19:30,551 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/c43d1b3ba5034196a0b58d36ed4429ab to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/c43d1b3ba5034196a0b58d36ed4429ab 2024-12-06T22:19:30,552 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/f9436c78066d43bfb8557751ed073cb6 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/f9436c78066d43bfb8557751ed073cb6 2024-12-06T22:19:30,553 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/6afa276dc6404ee2ac95f84eeedc30a8 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/6afa276dc6404ee2ac95f84eeedc30a8 2024-12-06T22:19:30,554 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/120da31b3c4a432e98077627293437cf to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/120da31b3c4a432e98077627293437cf 2024-12-06T22:19:30,555 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/2a792111573d4701abb5512299343c3e to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/2a792111573d4701abb5512299343c3e 2024-12-06T22:19:30,556 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/b7688ce7e295420ea4afa3ac70856d30 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/b7688ce7e295420ea4afa3ac70856d30 2024-12-06T22:19:30,557 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/37503293a7d34532a2dfe340769f6a48 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/37503293a7d34532a2dfe340769f6a48 2024-12-06T22:19:30,558 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/f9125201d9664d73803904e80f1bc254 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/f9125201d9664d73803904e80f1bc254 2024-12-06T22:19:30,560 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/404a68dbe35a4385aae8a51d8c7434f8, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/b6eb215a594348b4ad2f9b60b8d96343, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/fb1768c3e7324f7a8eb5821bd9554a6a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/68986c56c7a54dea9ee25e2462cd0f56, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/b786524a94e54af2aae0ff1a5c15b841, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/9cd1e77ebe354e01bda35ba882d74ab0, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/707c1973de7646d8af442bfa63e85882, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/946c868dda63495aa109d05aa0f10cb1, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/f861d0d8f3814f66a5b600c6b2af6431, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/9bf10b4ca00e4607b734f6b6e58203b4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/da43ea4022b7494792a6d9497b16788b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/ffea1b6fe1de4923a476a2dd1e7a737f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/fcb0045c9a6e45d5b714b420195180ba, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/19b6aecd13984260b142e61c7b494899, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/0157822145694871a8eeec9496bf103c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/d5ff28ea41b5418a9107720f2228d0b5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/78822e36478148caa5c1cdfa55c5a090, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/eace3f5b51c2471dbd128f7d411af247, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/f512a808ed6f48e797666ceb879ede16, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/176fe86660e74f17b9f2cc0e66784768, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/59689d8ab54e4a5580071557bcf822d6, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/1b5df60e7e93456e9b460f3e6d0270bb, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/0585e64fd6df42349109c1827cf0f4c4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/a976d6385842426fba5625ea6e24b099, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/f62102d5e63641d39a4b1e04f60e61ab, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/848cc1a882a94a8e927f4c352d321101, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/6a5e4ef1089d4f94a807d333b2ba4c77, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/481a8a3970d5450d8e32d9350e43893e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/63f1e1e47cb0420891b8cb94023d7d9a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/ff858b69fb79438cb534f26f19eb220e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/4a28025e8a5f4c21a1620fae74dd0753, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/215791733fb240adb1a9259b9cd31f15, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/dcad70c4e14d4af8852624565a59f687, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/78a2fddcd02c47f983b8890dc75002c9, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/e5de0241d97d4f4db2c23d7046c68401, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/ea86a73f68c24b05b66ea7dbf44a154e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/69a0026f4abf41dc8e59671a802cbec2, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/7fbe279a3571420580d058d456807f52, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/e507b1bc43df440587626eff21c082df, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/d2b459ac4f2242bcb98221e087fff106, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/864061db67874934b5d348a2680f773e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/4854154cf5ac4fd3ba73e9b97488e4e8, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/f33c7becf2d74464b1033506d7fe8b8e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/90c70e67dc594c1daaf1641a916a88eb, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/3434c92920f741558433bf4f426b3a1d] to archive 2024-12-06T22:19:30,561 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T22:19:30,562 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/404a68dbe35a4385aae8a51d8c7434f8 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/404a68dbe35a4385aae8a51d8c7434f8 2024-12-06T22:19:30,563 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/b6eb215a594348b4ad2f9b60b8d96343 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/b6eb215a594348b4ad2f9b60b8d96343 2024-12-06T22:19:30,564 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/fb1768c3e7324f7a8eb5821bd9554a6a to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/fb1768c3e7324f7a8eb5821bd9554a6a 2024-12-06T22:19:30,565 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/68986c56c7a54dea9ee25e2462cd0f56 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/68986c56c7a54dea9ee25e2462cd0f56 2024-12-06T22:19:30,566 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/b786524a94e54af2aae0ff1a5c15b841 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/b786524a94e54af2aae0ff1a5c15b841 2024-12-06T22:19:30,568 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/9cd1e77ebe354e01bda35ba882d74ab0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/9cd1e77ebe354e01bda35ba882d74ab0 2024-12-06T22:19:30,569 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/707c1973de7646d8af442bfa63e85882 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/707c1973de7646d8af442bfa63e85882 2024-12-06T22:19:30,570 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/946c868dda63495aa109d05aa0f10cb1 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/946c868dda63495aa109d05aa0f10cb1 2024-12-06T22:19:30,571 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/f861d0d8f3814f66a5b600c6b2af6431 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/f861d0d8f3814f66a5b600c6b2af6431 2024-12-06T22:19:30,572 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/9bf10b4ca00e4607b734f6b6e58203b4 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/9bf10b4ca00e4607b734f6b6e58203b4 2024-12-06T22:19:30,573 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/da43ea4022b7494792a6d9497b16788b to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/da43ea4022b7494792a6d9497b16788b 2024-12-06T22:19:30,574 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/ffea1b6fe1de4923a476a2dd1e7a737f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/ffea1b6fe1de4923a476a2dd1e7a737f 2024-12-06T22:19:30,575 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/fcb0045c9a6e45d5b714b420195180ba to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/fcb0045c9a6e45d5b714b420195180ba 2024-12-06T22:19:30,577 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/19b6aecd13984260b142e61c7b494899 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/19b6aecd13984260b142e61c7b494899 2024-12-06T22:19:30,578 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/0157822145694871a8eeec9496bf103c to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/0157822145694871a8eeec9496bf103c 2024-12-06T22:19:30,579 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/d5ff28ea41b5418a9107720f2228d0b5 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/d5ff28ea41b5418a9107720f2228d0b5 2024-12-06T22:19:30,580 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/78822e36478148caa5c1cdfa55c5a090 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/78822e36478148caa5c1cdfa55c5a090 2024-12-06T22:19:30,581 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/eace3f5b51c2471dbd128f7d411af247 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/eace3f5b51c2471dbd128f7d411af247 2024-12-06T22:19:30,583 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/f512a808ed6f48e797666ceb879ede16 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/f512a808ed6f48e797666ceb879ede16 2024-12-06T22:19:30,584 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/176fe86660e74f17b9f2cc0e66784768 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/176fe86660e74f17b9f2cc0e66784768 2024-12-06T22:19:30,585 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/59689d8ab54e4a5580071557bcf822d6 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/59689d8ab54e4a5580071557bcf822d6 2024-12-06T22:19:30,586 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/1b5df60e7e93456e9b460f3e6d0270bb to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/1b5df60e7e93456e9b460f3e6d0270bb 2024-12-06T22:19:30,587 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/0585e64fd6df42349109c1827cf0f4c4 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/0585e64fd6df42349109c1827cf0f4c4 2024-12-06T22:19:30,588 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/a976d6385842426fba5625ea6e24b099 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/a976d6385842426fba5625ea6e24b099 2024-12-06T22:19:30,589 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/f62102d5e63641d39a4b1e04f60e61ab to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/f62102d5e63641d39a4b1e04f60e61ab 2024-12-06T22:19:30,591 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/848cc1a882a94a8e927f4c352d321101 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/848cc1a882a94a8e927f4c352d321101 2024-12-06T22:19:30,592 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/6a5e4ef1089d4f94a807d333b2ba4c77 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/6a5e4ef1089d4f94a807d333b2ba4c77 2024-12-06T22:19:30,593 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/481a8a3970d5450d8e32d9350e43893e to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/481a8a3970d5450d8e32d9350e43893e 2024-12-06T22:19:30,594 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/63f1e1e47cb0420891b8cb94023d7d9a to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/63f1e1e47cb0420891b8cb94023d7d9a 2024-12-06T22:19:30,596 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/ff858b69fb79438cb534f26f19eb220e to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/ff858b69fb79438cb534f26f19eb220e 2024-12-06T22:19:30,597 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/4a28025e8a5f4c21a1620fae74dd0753 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/4a28025e8a5f4c21a1620fae74dd0753 2024-12-06T22:19:30,598 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/215791733fb240adb1a9259b9cd31f15 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/215791733fb240adb1a9259b9cd31f15 2024-12-06T22:19:30,599 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/dcad70c4e14d4af8852624565a59f687 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/dcad70c4e14d4af8852624565a59f687 2024-12-06T22:19:30,600 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/78a2fddcd02c47f983b8890dc75002c9 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/78a2fddcd02c47f983b8890dc75002c9 2024-12-06T22:19:30,601 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/e5de0241d97d4f4db2c23d7046c68401 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/e5de0241d97d4f4db2c23d7046c68401 2024-12-06T22:19:30,602 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/ea86a73f68c24b05b66ea7dbf44a154e to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/ea86a73f68c24b05b66ea7dbf44a154e 2024-12-06T22:19:30,603 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/69a0026f4abf41dc8e59671a802cbec2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/69a0026f4abf41dc8e59671a802cbec2 2024-12-06T22:19:30,604 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/7fbe279a3571420580d058d456807f52 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/7fbe279a3571420580d058d456807f52 2024-12-06T22:19:30,605 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/e507b1bc43df440587626eff21c082df to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/e507b1bc43df440587626eff21c082df 2024-12-06T22:19:30,606 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/d2b459ac4f2242bcb98221e087fff106 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/d2b459ac4f2242bcb98221e087fff106 2024-12-06T22:19:30,607 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/864061db67874934b5d348a2680f773e to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/864061db67874934b5d348a2680f773e 2024-12-06T22:19:30,608 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/4854154cf5ac4fd3ba73e9b97488e4e8 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/4854154cf5ac4fd3ba73e9b97488e4e8 2024-12-06T22:19:30,609 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/f33c7becf2d74464b1033506d7fe8b8e to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/f33c7becf2d74464b1033506d7fe8b8e 2024-12-06T22:19:30,610 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/90c70e67dc594c1daaf1641a916a88eb to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/90c70e67dc594c1daaf1641a916a88eb 2024-12-06T22:19:30,612 DEBUG [StoreCloser-TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/3434c92920f741558433bf4f426b3a1d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/3434c92920f741558433bf4f426b3a1d 2024-12-06T22:19:30,616 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/recovered.edits/708.seqid, newMaxSeqId=708, maxSeqId=1 2024-12-06T22:19:30,619 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9. 2024-12-06T22:19:30,619 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for c00c6dd32d8647790d9bb239f01c93f9: 2024-12-06T22:19:30,621 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:30,621 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=c00c6dd32d8647790d9bb239f01c93f9, regionState=CLOSED 2024-12-06T22:19:30,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-12-06T22:19:30,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure c00c6dd32d8647790d9bb239f01c93f9, server=6d2a5dd008ce,36991,1733523540613 in 2.6860 sec 2024-12-06T22:19:30,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-12-06T22:19:30,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c00c6dd32d8647790d9bb239f01c93f9, UNASSIGN in 2.6900 sec 2024-12-06T22:19:30,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-12-06T22:19:30,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.6960 sec 2024-12-06T22:19:30,628 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733523570627"}]},"ts":"1733523570627"} 2024-12-06T22:19:30,629 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-06T22:19:30,631 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-06T22:19:30,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.7130 sec 2024-12-06T22:19:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-06T22:19:32,031 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-12-06T22:19:32,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-06T22:19:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:19:32,039 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:19:32,040 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=40, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:19:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-06T22:19:32,043 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:32,047 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A, FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B, FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C, FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/recovered.edits] 2024-12-06T22:19:32,050 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/38c6b7c5c01d4177937d0f6f32759112 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/38c6b7c5c01d4177937d0f6f32759112 2024-12-06T22:19:32,051 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/b030adb6d8854436a16663dccd19b12e to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/b030adb6d8854436a16663dccd19b12e 2024-12-06T22:19:32,053 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/d4553db4d4304b929855db922b347f1e to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/d4553db4d4304b929855db922b347f1e 2024-12-06T22:19:32,054 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/e2d34283e32840d7966c29b43f97eb4b to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/A/e2d34283e32840d7966c29b43f97eb4b 2024-12-06T22:19:32,056 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/49d988110b1c40a48b9ce863b9062db8 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/49d988110b1c40a48b9ce863b9062db8 2024-12-06T22:19:32,058 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/5d2ae04744d3448a98b06e970b91322d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/5d2ae04744d3448a98b06e970b91322d 2024-12-06T22:19:32,059 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/6be03b2465b943c7bbebd15f89475beb to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/6be03b2465b943c7bbebd15f89475beb 2024-12-06T22:19:32,060 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/9c248d8d187f4c4f80658c3dde6bcfb7 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/B/9c248d8d187f4c4f80658c3dde6bcfb7 2024-12-06T22:19:32,062 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/0a3d1c6d43664597883c0ab6ccffdc66 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/0a3d1c6d43664597883c0ab6ccffdc66 2024-12-06T22:19:32,064 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/0f9e0f22a429490aae983e5498104b24 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/0f9e0f22a429490aae983e5498104b24 2024-12-06T22:19:32,065 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/7da1e8898770499dad716f350a5a2dfd to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/7da1e8898770499dad716f350a5a2dfd 2024-12-06T22:19:32,066 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/80d9c0434c704d98a2b520d445ec49b9 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/C/80d9c0434c704d98a2b520d445ec49b9 2024-12-06T22:19:32,069 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/recovered.edits/708.seqid to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9/recovered.edits/708.seqid 2024-12-06T22:19:32,069 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/c00c6dd32d8647790d9bb239f01c93f9 2024-12-06T22:19:32,069 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-06T22:19:32,074 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=40, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:19:32,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-06T22:19:32,081 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-06T22:19:32,112 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-06T22:19:32,113 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=40, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:19:32,114 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-06T22:19:32,114 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733523572114"}]},"ts":"9223372036854775807"} 2024-12-06T22:19:32,117 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-06T22:19:32,117 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c00c6dd32d8647790d9bb239f01c93f9, NAME => 'TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9.', STARTKEY => '', ENDKEY => ''}] 2024-12-06T22:19:32,117 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-06T22:19:32,117 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733523572117"}]},"ts":"9223372036854775807"} 2024-12-06T22:19:32,119 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-06T22:19:32,124 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=40, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:19:32,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 89 msec 2024-12-06T22:19:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-06T22:19:32,142 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 40 completed 2024-12-06T22:19:32,159 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=240 (was 219) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_452432106_22 at /127.0.0.1:48274 [Waiting for operation #37] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x10bb86e4-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x10bb86e4-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_452432106_22 at /127.0.0.1:38148 [Waiting for operation #462] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x10bb86e4-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1921585190_22 at /127.0.0.1:41798 [Waiting for operation #439] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x10bb86e4-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;6d2a5dd008ce:36991-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=404 (was 224) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6834 (was 7761) 2024-12-06T22:19:32,172 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=240, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=404, ProcessCount=11, AvailableMemoryMB=6832 2024-12-06T22:19:32,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T22:19:32,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T22:19:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-06T22:19:32,176 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T22:19:32,177 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:32,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 41 2024-12-06T22:19:32,177 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T22:19:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-06T22:19:32,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741988_1164 (size=963) 2024-12-06T22:19:32,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-06T22:19:32,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-06T22:19:32,586 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0 2024-12-06T22:19:32,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741989_1165 (size=53) 2024-12-06T22:19:32,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-06T22:19:32,993 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T22:19:32,993 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d2519c7ca7505d79de8af15fbf85afd2, disabling compactions & flushes 2024-12-06T22:19:32,993 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:32,993 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:32,993 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. after waiting 0 ms 2024-12-06T22:19:32,993 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:32,993 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:32,993 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:32,994 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T22:19:32,994 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733523572994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733523572994"}]},"ts":"1733523572994"} 2024-12-06T22:19:32,996 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-06T22:19:32,997 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T22:19:32,997 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733523572997"}]},"ts":"1733523572997"} 2024-12-06T22:19:32,998 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-06T22:19:33,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2519c7ca7505d79de8af15fbf85afd2, ASSIGN}] 2024-12-06T22:19:33,003 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2519c7ca7505d79de8af15fbf85afd2, ASSIGN 2024-12-06T22:19:33,004 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2519c7ca7505d79de8af15fbf85afd2, ASSIGN; state=OFFLINE, location=6d2a5dd008ce,36991,1733523540613; forceNewPlan=false, retain=false 2024-12-06T22:19:33,154 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=d2519c7ca7505d79de8af15fbf85afd2, regionState=OPENING, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:33,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; OpenRegionProcedure d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613}] 2024-12-06T22:19:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-06T22:19:33,308 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:33,311 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:33,311 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} 2024-12-06T22:19:33,311 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:33,312 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T22:19:33,312 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:33,312 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:33,313 INFO [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:33,315 INFO [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T22:19:33,315 INFO [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2519c7ca7505d79de8af15fbf85afd2 columnFamilyName A 2024-12-06T22:19:33,315 DEBUG [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:33,315 INFO [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] regionserver.HStore(327): Store=d2519c7ca7505d79de8af15fbf85afd2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:19:33,316 INFO [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:33,317 INFO [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T22:19:33,317 INFO [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2519c7ca7505d79de8af15fbf85afd2 columnFamilyName B 2024-12-06T22:19:33,317 DEBUG [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:33,318 INFO [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] regionserver.HStore(327): Store=d2519c7ca7505d79de8af15fbf85afd2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:19:33,318 INFO [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:33,319 INFO [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T22:19:33,319 INFO [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2519c7ca7505d79de8af15fbf85afd2 columnFamilyName C 2024-12-06T22:19:33,319 DEBUG [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:33,320 INFO [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] regionserver.HStore(327): Store=d2519c7ca7505d79de8af15fbf85afd2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:19:33,320 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:33,320 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:33,321 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:33,322 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T22:19:33,323 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:33,325 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T22:19:33,326 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened d2519c7ca7505d79de8af15fbf85afd2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60896040, jitterRate=-0.09257829189300537}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T22:19:33,327 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:33,327 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., pid=43, masterSystemTime=1733523573308 2024-12-06T22:19:33,329 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:33,329 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:33,329 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=d2519c7ca7505d79de8af15fbf85afd2, regionState=OPEN, openSeqNum=2, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:33,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-12-06T22:19:33,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; OpenRegionProcedure d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 in 174 msec 2024-12-06T22:19:33,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-12-06T22:19:33,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2519c7ca7505d79de8af15fbf85afd2, ASSIGN in 330 msec 2024-12-06T22:19:33,334 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T22:19:33,334 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733523573334"}]},"ts":"1733523573334"} 2024-12-06T22:19:33,335 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-06T22:19:33,338 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T22:19:33,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1640 sec 2024-12-06T22:19:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-06T22:19:34,283 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-12-06T22:19:34,285 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f3c14c0 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3242ee55 2024-12-06T22:19:34,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3b0c59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:19:34,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:19:34,294 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34680, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:19:34,296 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T22:19:34,298 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T22:19:34,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T22:19:34,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T22:19:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=44, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-06T22:19:34,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741990_1166 (size=999) 2024-12-06T22:19:34,729 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-06T22:19:34,729 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-06T22:19:34,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T22:19:34,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2519c7ca7505d79de8af15fbf85afd2, REOPEN/MOVE}] 2024-12-06T22:19:34,742 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2519c7ca7505d79de8af15fbf85afd2, REOPEN/MOVE 2024-12-06T22:19:34,743 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=d2519c7ca7505d79de8af15fbf85afd2, regionState=CLOSING, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:34,744 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T22:19:34,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; CloseRegionProcedure d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613}] 2024-12-06T22:19:34,895 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:34,896 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(124): Close d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:34,896 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-06T22:19:34,896 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1681): Closing d2519c7ca7505d79de8af15fbf85afd2, disabling compactions & flushes 2024-12-06T22:19:34,896 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:34,896 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:34,896 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. after waiting 0 ms 2024-12-06T22:19:34,896 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:34,901 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-06T22:19:34,901 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:34,901 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1635): Region close journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:34,901 WARN [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegionServer(3786): Not adding moved region record: d2519c7ca7505d79de8af15fbf85afd2 to self. 2024-12-06T22:19:34,903 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(170): Closed d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:34,903 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=d2519c7ca7505d79de8af15fbf85afd2, regionState=CLOSED 2024-12-06T22:19:34,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46 2024-12-06T22:19:34,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; CloseRegionProcedure d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 in 161 msec 2024-12-06T22:19:34,907 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2519c7ca7505d79de8af15fbf85afd2, REOPEN/MOVE; state=CLOSED, location=6d2a5dd008ce,36991,1733523540613; forceNewPlan=false, retain=true 2024-12-06T22:19:35,057 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=d2519c7ca7505d79de8af15fbf85afd2, regionState=OPENING, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:35,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=46, state=RUNNABLE; OpenRegionProcedure d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613}] 2024-12-06T22:19:35,210 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:35,214 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:35,214 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} 2024-12-06T22:19:35,214 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:35,214 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T22:19:35,215 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:35,215 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:35,217 INFO [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:35,218 INFO [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T22:19:35,224 INFO [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2519c7ca7505d79de8af15fbf85afd2 columnFamilyName A 2024-12-06T22:19:35,226 DEBUG [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:35,226 INFO [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] regionserver.HStore(327): Store=d2519c7ca7505d79de8af15fbf85afd2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:19:35,227 INFO [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:35,228 INFO [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T22:19:35,228 INFO [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2519c7ca7505d79de8af15fbf85afd2 columnFamilyName B 2024-12-06T22:19:35,228 DEBUG [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:35,229 INFO [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] regionserver.HStore(327): Store=d2519c7ca7505d79de8af15fbf85afd2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:19:35,229 INFO [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:35,230 INFO [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T22:19:35,230 INFO [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2519c7ca7505d79de8af15fbf85afd2 columnFamilyName C 2024-12-06T22:19:35,230 DEBUG [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:35,231 INFO [StoreOpener-d2519c7ca7505d79de8af15fbf85afd2-1 {}] regionserver.HStore(327): Store=d2519c7ca7505d79de8af15fbf85afd2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:19:35,231 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:35,232 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:35,233 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:35,235 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T22:19:35,236 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:35,237 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened d2519c7ca7505d79de8af15fbf85afd2; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67760151, jitterRate=0.009704932570457458}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T22:19:35,238 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:35,239 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., pid=48, masterSystemTime=1733523575210 2024-12-06T22:19:35,241 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:35,241 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:35,241 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=d2519c7ca7505d79de8af15fbf85afd2, regionState=OPEN, openSeqNum=5, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:35,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=46 2024-12-06T22:19:35,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=46, state=SUCCESS; OpenRegionProcedure d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 in 183 msec 2024-12-06T22:19:35,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-12-06T22:19:35,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2519c7ca7505d79de8af15fbf85afd2, REOPEN/MOVE in 503 msec 2024-12-06T22:19:35,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-12-06T22:19:35,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 515 msec 2024-12-06T22:19:35,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 943 msec 2024-12-06T22:19:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=44 2024-12-06T22:19:35,260 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a0aa7d7 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2aa409d0 2024-12-06T22:19:35,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27600c58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:19:35,271 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0231f064 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53af6163 2024-12-06T22:19:35,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57449e06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:19:35,277 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28c904d8 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15736fcc 2024-12-06T22:19:35,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b51e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:19:35,284 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d6eb994 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32168855 2024-12-06T22:19:35,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c517130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:19:35,289 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a63fed4 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40832d66 2024-12-06T22:19:35,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776c0cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:19:35,294 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29dad7a8 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3ec46f90 2024-12-06T22:19:35,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347ad9b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:19:35,300 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62c6fdab to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f63b68c 2024-12-06T22:19:35,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d36579b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:19:35,308 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x250a1de4 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@473f181f 2024-12-06T22:19:35,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681a05ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:19:35,315 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49456175 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@768577a2 2024-12-06T22:19:35,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0829fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:19:35,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:19:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-12-06T22:19:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-06T22:19:35,328 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:19:35,329 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:19:35,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:19:35,329 DEBUG [hconnection-0x4898072e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:19:35,330 DEBUG [hconnection-0x46fd7854-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:19:35,330 DEBUG [hconnection-0x7add354b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:19:35,331 DEBUG [hconnection-0x4ab1a2af-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:19:35,332 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:19:35,332 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:19:35,332 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:19:35,333 DEBUG [hconnection-0x6f22be73-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:19:35,334 DEBUG [hconnection-0x5dc972f3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:19:35,335 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34712, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:19:35,335 DEBUG [hconnection-0x68100ae9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:19:35,336 DEBUG [hconnection-0x2a2a8c25-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:19:35,339 DEBUG [hconnection-0x319a769e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:19:35,340 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:19:35,340 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:19:35,341 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:19:35,341 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:19:35,342 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34752, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:19:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:35,349 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2519c7ca7505d79de8af15fbf85afd2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:19:35,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=A 2024-12-06T22:19:35,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:35,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=B 2024-12-06T22:19:35,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:35,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=C 2024-12-06T22:19:35,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:35,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523635394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:35,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523635396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:35,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523635399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:35,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523635399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:35,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523635403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-06T22:19:35,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206218fa611ab2e4362bf7d540c56bbc1ac_d2519c7ca7505d79de8af15fbf85afd2 is 50, key is test_row_0/A:col10/1733523575347/Put/seqid=0 2024-12-06T22:19:35,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741991_1167 (size=12154) 2024-12-06T22:19:35,474 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:35,479 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206218fa611ab2e4362bf7d540c56bbc1ac_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206218fa611ab2e4362bf7d540c56bbc1ac_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:35,481 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/d4ad2dff785940acab7ce06909cdf2f9, store: [table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:35,482 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:35,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-06T22:19:35,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:35,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. as already flushing 2024-12-06T22:19:35,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:35,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:35,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:35,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/d4ad2dff785940acab7ce06909cdf2f9 is 175, key is test_row_0/A:col10/1733523575347/Put/seqid=0 2024-12-06T22:19:35,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:35,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523635506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:35,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523635506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:35,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523635509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:35,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523635509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523635506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:35,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741992_1168 (size=30955) 2024-12-06T22:19:35,549 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/d4ad2dff785940acab7ce06909cdf2f9 2024-12-06T22:19:35,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/3467769c5d7b4fa29433ebdba5a934c8 is 50, key is test_row_0/B:col10/1733523575347/Put/seqid=0 2024-12-06T22:19:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-06T22:19:35,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741993_1169 (size=12001) 2024-12-06T22:19:35,642 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:35,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-06T22:19:35,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:35,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. as already flushing 2024-12-06T22:19:35,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:35,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:35,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:35,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523635717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:35,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523635717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:35,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523635718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:35,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523635720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:35,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523635737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:35,798 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:35,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-06T22:19:35,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:35,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. as already flushing 2024-12-06T22:19:35,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:35,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:35,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:35,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-06T22:19:35,952 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:35,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-06T22:19:35,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:35,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. as already flushing 2024-12-06T22:19:35,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:35,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:35,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:35,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:36,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523636020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:36,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523636022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:36,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523636022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:36,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523636025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:36,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/3467769c5d7b4fa29433ebdba5a934c8 2024-12-06T22:19:36,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523636039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:36,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/db129f7009f94722b9ff3a8b39c4626b is 50, key is test_row_0/C:col10/1733523575347/Put/seqid=0 2024-12-06T22:19:36,088 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T22:19:36,090 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T22:19:36,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741994_1170 (size=12001) 2024-12-06T22:19:36,106 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:36,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-06T22:19:36,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:36,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. as already flushing 2024-12-06T22:19:36,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:36,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:36,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:36,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/db129f7009f94722b9ff3a8b39c4626b 2024-12-06T22:19:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:36,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/d4ad2dff785940acab7ce06909cdf2f9 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d4ad2dff785940acab7ce06909cdf2f9 2024-12-06T22:19:36,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d4ad2dff785940acab7ce06909cdf2f9, entries=150, sequenceid=17, filesize=30.2 K 2024-12-06T22:19:36,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/3467769c5d7b4fa29433ebdba5a934c8 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/3467769c5d7b4fa29433ebdba5a934c8 2024-12-06T22:19:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/3467769c5d7b4fa29433ebdba5a934c8, entries=150, sequenceid=17, filesize=11.7 K 2024-12-06T22:19:36,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/db129f7009f94722b9ff3a8b39c4626b as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/db129f7009f94722b9ff3a8b39c4626b 2024-12-06T22:19:36,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/db129f7009f94722b9ff3a8b39c4626b, entries=150, sequenceid=17, filesize=11.7 K 2024-12-06T22:19:36,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d2519c7ca7505d79de8af15fbf85afd2 in 799ms, sequenceid=17, compaction requested=false 2024-12-06T22:19:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,203 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T22:19:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,262 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:36,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-06T22:19:36,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:36,263 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing d2519c7ca7505d79de8af15fbf85afd2 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-06T22:19:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=A 2024-12-06T22:19:36,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:36,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=B 2024-12-06T22:19:36,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:36,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=C 2024-12-06T22:19:36,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:36,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206aeab4fcb96fd4738b7182da0e177d46c_d2519c7ca7505d79de8af15fbf85afd2 is 50, key is test_row_0/A:col10/1733523575395/Put/seqid=0 2024-12-06T22:19:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741995_1171 (size=9714) 2024-12-06T22:19:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,356 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206aeab4fcb96fd4738b7182da0e177d46c_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206aeab4fcb96fd4738b7182da0e177d46c_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/b172e08476dd4ee196def8f43b71ffc6, store: [table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/b172e08476dd4ee196def8f43b71ffc6 is 175, key is test_row_0/A:col10/1733523575395/Put/seqid=0 2024-12-06T22:19:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741996_1172 (size=22361) 2024-12-06T22:19:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,409 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/b172e08476dd4ee196def8f43b71ffc6 2024-12-06T22:19:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/f81741cd56f9490eb7ffe057b7fc1350 is 50, key is test_row_0/B:col10/1733523575395/Put/seqid=0 2024-12-06T22:19:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-06T22:19:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741997_1173 (size=9657) 2024-12-06T22:19:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,467 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/f81741cd56f9490eb7ffe057b7fc1350 2024-12-06T22:19:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/87f2a1b5f25b4adb81428f0e0bf9d521 is 50, key is test_row_0/C:col10/1733523575395/Put/seqid=0 2024-12-06T22:19:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:36,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. as already flushing 2024-12-06T22:19:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741998_1174 (size=9657) 2024-12-06T22:19:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,553 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/87f2a1b5f25b4adb81428f0e0bf9d521 2024-12-06T22:19:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/b172e08476dd4ee196def8f43b71ffc6 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/b172e08476dd4ee196def8f43b71ffc6 2024-12-06T22:19:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,576 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/b172e08476dd4ee196def8f43b71ffc6, entries=100, sequenceid=40, filesize=21.8 K 2024-12-06T22:19:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/f81741cd56f9490eb7ffe057b7fc1350 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/f81741cd56f9490eb7ffe057b7fc1350 2024-12-06T22:19:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,590 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/f81741cd56f9490eb7ffe057b7fc1350, entries=100, sequenceid=40, filesize=9.4 K 2024-12-06T22:19:36,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/87f2a1b5f25b4adb81428f0e0bf9d521 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/87f2a1b5f25b4adb81428f0e0bf9d521 2024-12-06T22:19:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523636569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:36,599 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/87f2a1b5f25b4adb81428f0e0bf9d521, entries=100, sequenceid=40, filesize=9.4 K 2024-12-06T22:19:36,601 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d2519c7ca7505d79de8af15fbf85afd2 in 338ms, sequenceid=40, compaction requested=false 2024-12-06T22:19:36,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:36,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:36,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-06T22:19:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-12-06T22:19:36,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-06T22:19:36,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2740 sec 2024-12-06T22:19:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:36,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2519c7ca7505d79de8af15fbf85afd2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-06T22:19:36,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.2830 sec 2024-12-06T22:19:36,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=A 2024-12-06T22:19:36,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:36,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=B 2024-12-06T22:19:36,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:36,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=C 2024-12-06T22:19:36,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:36,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:36,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523636647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523636647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:36,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523636649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:36,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523636654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:36,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062d97a11d8bad434ea65c899a96849079_d2519c7ca7505d79de8af15fbf85afd2 is 50, key is test_row_0/A:col10/1733523576607/Put/seqid=0 2024-12-06T22:19:36,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523636701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:36,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:36,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523636752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523636752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:36,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523636758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:36,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523636760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:36,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741999_1175 (size=12154) 2024-12-06T22:19:36,761 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:36,767 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062d97a11d8bad434ea65c899a96849079_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062d97a11d8bad434ea65c899a96849079_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:36,768 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/20c14227a135437fa15607afa4109a98, store: [table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:36,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/20c14227a135437fa15607afa4109a98 is 175, key is test_row_0/A:col10/1733523576607/Put/seqid=0 2024-12-06T22:19:36,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742000_1176 (size=30955) 2024-12-06T22:19:36,843 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/20c14227a135437fa15607afa4109a98 2024-12-06T22:19:36,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/03ec6ae5e8fe4015822b49b7ae45ee43 is 50, key is test_row_0/B:col10/1733523576607/Put/seqid=0 2024-12-06T22:19:36,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523636904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:36,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742001_1177 (size=12001) 2024-12-06T22:19:36,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523636957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:36,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523636961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:36,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523636963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:36,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523636963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:37,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523637216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:37,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523637264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:37,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523637280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:37,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:37,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523637281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:37,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523637281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:37,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/03ec6ae5e8fe4015822b49b7ae45ee43 2024-12-06T22:19:37,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/d5f820778f6d43978e37199b6fe66f86 is 50, key is test_row_0/C:col10/1733523576607/Put/seqid=0 2024-12-06T22:19:37,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742002_1178 (size=12001) 2024-12-06T22:19:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-06T22:19:37,446 INFO [Thread-797 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-12-06T22:19:37,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:19:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-12-06T22:19:37,450 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:19:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-06T22:19:37,451 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:19:37,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:19:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-06T22:19:37,603 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:37,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-06T22:19:37,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:37,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. as already flushing 2024-12-06T22:19:37,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:37,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:37,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:37,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523637722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-06T22:19:37,769 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:37,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-06T22:19:37,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:37,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. as already flushing 2024-12-06T22:19:37,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:37,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:37,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:37,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523637769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:37,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523637784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:37,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523637785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:37,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523637789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:37,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/d5f820778f6d43978e37199b6fe66f86 2024-12-06T22:19:37,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/20c14227a135437fa15607afa4109a98 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/20c14227a135437fa15607afa4109a98 2024-12-06T22:19:37,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/20c14227a135437fa15607afa4109a98, entries=150, sequenceid=56, filesize=30.2 K 2024-12-06T22:19:37,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/03ec6ae5e8fe4015822b49b7ae45ee43 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/03ec6ae5e8fe4015822b49b7ae45ee43 2024-12-06T22:19:37,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/03ec6ae5e8fe4015822b49b7ae45ee43, entries=150, sequenceid=56, filesize=11.7 K 2024-12-06T22:19:37,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/d5f820778f6d43978e37199b6fe66f86 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/d5f820778f6d43978e37199b6fe66f86 2024-12-06T22:19:37,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/d5f820778f6d43978e37199b6fe66f86, entries=150, sequenceid=56, filesize=11.7 K 2024-12-06T22:19:37,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for d2519c7ca7505d79de8af15fbf85afd2 in 1246ms, sequenceid=56, compaction requested=true 2024-12-06T22:19:37,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:37,856 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:37,857 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84271 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:37,858 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): d2519c7ca7505d79de8af15fbf85afd2/A is initiating minor compaction (all files) 2024-12-06T22:19:37,858 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2519c7ca7505d79de8af15fbf85afd2/A in TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:37,858 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d4ad2dff785940acab7ce06909cdf2f9, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/b172e08476dd4ee196def8f43b71ffc6, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/20c14227a135437fa15607afa4109a98] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp, totalSize=82.3 K 2024-12-06T22:19:37,858 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:37,858 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. files: [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d4ad2dff785940acab7ce06909cdf2f9, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/b172e08476dd4ee196def8f43b71ffc6, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/20c14227a135437fa15607afa4109a98] 2024-12-06T22:19:37,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2519c7ca7505d79de8af15fbf85afd2:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:19:37,859 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4ad2dff785940acab7ce06909cdf2f9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733523575344 2024-12-06T22:19:37,859 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting b172e08476dd4ee196def8f43b71ffc6, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733523575392 2024-12-06T22:19:37,860 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20c14227a135437fa15607afa4109a98, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733523576606 2024-12-06T22:19:37,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:37,861 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:37,864 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:37,864 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): d2519c7ca7505d79de8af15fbf85afd2/B is initiating minor compaction (all files) 2024-12-06T22:19:37,864 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2519c7ca7505d79de8af15fbf85afd2/B in TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:37,865 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/3467769c5d7b4fa29433ebdba5a934c8, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/f81741cd56f9490eb7ffe057b7fc1350, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/03ec6ae5e8fe4015822b49b7ae45ee43] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp, totalSize=32.9 K 2024-12-06T22:19:37,865 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 3467769c5d7b4fa29433ebdba5a934c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733523575344 2024-12-06T22:19:37,866 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting f81741cd56f9490eb7ffe057b7fc1350, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733523575392 2024-12-06T22:19:37,867 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 03ec6ae5e8fe4015822b49b7ae45ee43, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733523576606 2024-12-06T22:19:37,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2519c7ca7505d79de8af15fbf85afd2:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:19:37,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:37,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2519c7ca7505d79de8af15fbf85afd2:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:19:37,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:37,893 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:37,905 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2519c7ca7505d79de8af15fbf85afd2#B#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:37,905 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/a460f4b8c8d049cf904361957e82b723 is 50, key is test_row_0/B:col10/1733523576607/Put/seqid=0 2024-12-06T22:19:37,917 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412063a09c77fef9841829efa45917a503cea_d2519c7ca7505d79de8af15fbf85afd2 store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:37,920 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412063a09c77fef9841829efa45917a503cea_d2519c7ca7505d79de8af15fbf85afd2, store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:37,920 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412063a09c77fef9841829efa45917a503cea_d2519c7ca7505d79de8af15fbf85afd2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:37,924 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:37,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-06T22:19:37,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:37,925 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing d2519c7ca7505d79de8af15fbf85afd2 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-06T22:19:37,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=A 2024-12-06T22:19:37,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:37,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=B 2024-12-06T22:19:37,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:37,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=C 2024-12-06T22:19:37,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:37,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120623ae9e71e01e4ff680423830d8e3d1ca_d2519c7ca7505d79de8af15fbf85afd2 is 50, key is test_row_0/A:col10/1733523576646/Put/seqid=0 2024-12-06T22:19:37,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742004_1180 (size=4469) 2024-12-06T22:19:38,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742003_1179 (size=12104) 2024-12-06T22:19:38,006 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2519c7ca7505d79de8af15fbf85afd2#A#compaction#158 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:38,009 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/30e2702921504c269e3a746072903f22 is 175, key is test_row_0/A:col10/1733523576607/Put/seqid=0 2024-12-06T22:19:38,023 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/a460f4b8c8d049cf904361957e82b723 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/a460f4b8c8d049cf904361957e82b723 2024-12-06T22:19:38,030 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2519c7ca7505d79de8af15fbf85afd2/B of d2519c7ca7505d79de8af15fbf85afd2 into a460f4b8c8d049cf904361957e82b723(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:38,030 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:38,030 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., storeName=d2519c7ca7505d79de8af15fbf85afd2/B, priority=13, startTime=1733523577861; duration=0sec 2024-12-06T22:19:38,030 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:38,030 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2519c7ca7505d79de8af15fbf85afd2:B 2024-12-06T22:19:38,030 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:38,031 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:38,031 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): d2519c7ca7505d79de8af15fbf85afd2/C is initiating minor compaction (all files) 2024-12-06T22:19:38,031 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2519c7ca7505d79de8af15fbf85afd2/C in TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:38,032 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/db129f7009f94722b9ff3a8b39c4626b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/87f2a1b5f25b4adb81428f0e0bf9d521, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/d5f820778f6d43978e37199b6fe66f86] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp, totalSize=32.9 K 2024-12-06T22:19:38,032 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting db129f7009f94722b9ff3a8b39c4626b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733523575344 2024-12-06T22:19:38,033 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 87f2a1b5f25b4adb81428f0e0bf9d521, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733523575392 2024-12-06T22:19:38,034 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting d5f820778f6d43978e37199b6fe66f86, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733523576606 2024-12-06T22:19:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-06T22:19:38,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742005_1181 (size=12154) 2024-12-06T22:19:38,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,078 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120623ae9e71e01e4ff680423830d8e3d1ca_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120623ae9e71e01e4ff680423830d8e3d1ca_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:38,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/89ee0e9db97f4bbf974ac302cde01c4f, store: [table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:38,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/89ee0e9db97f4bbf974ac302cde01c4f is 175, key is test_row_0/A:col10/1733523576646/Put/seqid=0 2024-12-06T22:19:38,092 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2519c7ca7505d79de8af15fbf85afd2#C#compaction#161 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:38,093 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/ee233b1a9fb84ca884114f2fdc83955c is 50, key is test_row_0/C:col10/1733523576607/Put/seqid=0 2024-12-06T22:19:38,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742006_1182 (size=31058) 2024-12-06T22:19:38,102 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/30e2702921504c269e3a746072903f22 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/30e2702921504c269e3a746072903f22 2024-12-06T22:19:38,112 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2519c7ca7505d79de8af15fbf85afd2/A of d2519c7ca7505d79de8af15fbf85afd2 into 30e2702921504c269e3a746072903f22(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:38,112 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:38,112 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., storeName=d2519c7ca7505d79de8af15fbf85afd2/A, priority=13, startTime=1733523577856; duration=0sec 2024-12-06T22:19:38,112 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:38,113 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2519c7ca7505d79de8af15fbf85afd2:A 2024-12-06T22:19:38,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742007_1183 (size=30955) 2024-12-06T22:19:38,130 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/89ee0e9db97f4bbf974ac302cde01c4f 2024-12-06T22:19:38,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742008_1184 (size=12104) 2024-12-06T22:19:38,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/f24a75c03a344278b449a43c7ea47b2d is 50, key is test_row_0/B:col10/1733523576646/Put/seqid=0 2024-12-06T22:19:38,149 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/ee233b1a9fb84ca884114f2fdc83955c as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/ee233b1a9fb84ca884114f2fdc83955c 2024-12-06T22:19:38,157 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2519c7ca7505d79de8af15fbf85afd2/C of d2519c7ca7505d79de8af15fbf85afd2 into ee233b1a9fb84ca884114f2fdc83955c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:38,157 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:38,157 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., storeName=d2519c7ca7505d79de8af15fbf85afd2/C, priority=13, startTime=1733523577879; duration=0sec 2024-12-06T22:19:38,157 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:38,157 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2519c7ca7505d79de8af15fbf85afd2:C 2024-12-06T22:19:38,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742009_1185 (size=12001) 2024-12-06T22:19:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-06T22:19:38,599 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/f24a75c03a344278b449a43c7ea47b2d 2024-12-06T22:19:38,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/c12100b56ff64ef4b12fa51f480b9e3f is 50, key is test_row_0/C:col10/1733523576646/Put/seqid=0 2024-12-06T22:19:38,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742010_1186 (size=12001) 2024-12-06T22:19:38,672 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/c12100b56ff64ef4b12fa51f480b9e3f 2024-12-06T22:19:38,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/89ee0e9db97f4bbf974ac302cde01c4f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/89ee0e9db97f4bbf974ac302cde01c4f 2024-12-06T22:19:38,683 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/89ee0e9db97f4bbf974ac302cde01c4f, entries=150, sequenceid=76, filesize=30.2 K 2024-12-06T22:19:38,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/f24a75c03a344278b449a43c7ea47b2d as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/f24a75c03a344278b449a43c7ea47b2d 2024-12-06T22:19:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,694 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/f24a75c03a344278b449a43c7ea47b2d, entries=150, sequenceid=76, filesize=11.7 K 2024-12-06T22:19:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/c12100b56ff64ef4b12fa51f480b9e3f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/c12100b56ff64ef4b12fa51f480b9e3f 2024-12-06T22:19:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,706 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/c12100b56ff64ef4b12fa51f480b9e3f, entries=150, sequenceid=76, filesize=11.7 K 2024-12-06T22:19:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,707 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for d2519c7ca7505d79de8af15fbf85afd2 in 782ms, sequenceid=76, compaction requested=false 2024-12-06T22:19:38,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:38,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:38,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-06T22:19:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-12-06T22:19:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-12-06T22:19:38,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2580 sec 2024-12-06T22:19:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.2650 sec 2024-12-06T22:19:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2519c7ca7505d79de8af15fbf85afd2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:19:38,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=A 2024-12-06T22:19:38,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:38,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=B 2024-12-06T22:19:38,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:38,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=C 2024-12-06T22:19:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f231a63998ad485eae715849d896c987_d2519c7ca7505d79de8af15fbf85afd2 is 50, key is test_row_0/A:col10/1733523578788/Put/seqid=0 2024-12-06T22:19:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742011_1187 (size=24358) 2024-12-06T22:19:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,843 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,849 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f231a63998ad485eae715849d896c987_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f231a63998ad485eae715849d896c987_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,851 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/770c620f527f4d29a452dffb57d1caca, store: [table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/770c620f527f4d29a452dffb57d1caca is 175, key is test_row_0/A:col10/1733523578788/Put/seqid=0 2024-12-06T22:19:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742012_1188 (size=73995) 2024-12-06T22:19:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,865 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/770c620f527f4d29a452dffb57d1caca 2024-12-06T22:19:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/5ac359c60fbd40ffbe7d8649facd2feb is 50, key is test_row_0/B:col10/1733523578788/Put/seqid=0 2024-12-06T22:19:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523638874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523638881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:38,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523638883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:38,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523638889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:38,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523638891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742013_1189 (size=23705) 2024-12-06T22:19:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:39,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523638997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:39,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523638997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:39,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523638998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:39,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523639000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:39,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523639001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:39,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523639205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:39,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523639206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:39,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:39,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523639206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:39,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523639208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:39,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523639208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:39,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/5ac359c60fbd40ffbe7d8649facd2feb 2024-12-06T22:19:39,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/1abcf0f484934d49a61b0dbb430d2e27 is 50, key is test_row_0/C:col10/1733523578788/Put/seqid=0 2024-12-06T22:19:39,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742014_1190 (size=12001) 2024-12-06T22:19:39,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/1abcf0f484934d49a61b0dbb430d2e27 2024-12-06T22:19:39,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/770c620f527f4d29a452dffb57d1caca as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/770c620f527f4d29a452dffb57d1caca 2024-12-06T22:19:39,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/770c620f527f4d29a452dffb57d1caca, entries=400, sequenceid=90, filesize=72.3 K 2024-12-06T22:19:39,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/5ac359c60fbd40ffbe7d8649facd2feb as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/5ac359c60fbd40ffbe7d8649facd2feb 2024-12-06T22:19:39,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/5ac359c60fbd40ffbe7d8649facd2feb, entries=400, sequenceid=90, filesize=23.1 K 2024-12-06T22:19:39,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/1abcf0f484934d49a61b0dbb430d2e27 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/1abcf0f484934d49a61b0dbb430d2e27 2024-12-06T22:19:39,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/1abcf0f484934d49a61b0dbb430d2e27, entries=150, sequenceid=90, filesize=11.7 K 2024-12-06T22:19:39,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d2519c7ca7505d79de8af15fbf85afd2 in 628ms, sequenceid=90, compaction requested=true 2024-12-06T22:19:39,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:39,425 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:39,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2519c7ca7505d79de8af15fbf85afd2:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:19:39,428 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136008 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:39,428 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): d2519c7ca7505d79de8af15fbf85afd2/A is initiating minor compaction (all files) 2024-12-06T22:19:39,429 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2519c7ca7505d79de8af15fbf85afd2/A in TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:39,429 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/30e2702921504c269e3a746072903f22, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/89ee0e9db97f4bbf974ac302cde01c4f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/770c620f527f4d29a452dffb57d1caca] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp, totalSize=132.8 K 2024-12-06T22:19:39,429 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:39,429 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. files: [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/30e2702921504c269e3a746072903f22, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/89ee0e9db97f4bbf974ac302cde01c4f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/770c620f527f4d29a452dffb57d1caca] 2024-12-06T22:19:39,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:39,429 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:39,429 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30e2702921504c269e3a746072903f22, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733523576606 2024-12-06T22:19:39,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2519c7ca7505d79de8af15fbf85afd2:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:19:39,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:39,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2519c7ca7505d79de8af15fbf85afd2:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:19:39,430 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89ee0e9db97f4bbf974ac302cde01c4f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733523576639 2024-12-06T22:19:39,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:39,431 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47810 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:39,431 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): d2519c7ca7505d79de8af15fbf85afd2/B is initiating minor compaction (all files) 2024-12-06T22:19:39,431 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2519c7ca7505d79de8af15fbf85afd2/B in TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:39,431 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/a460f4b8c8d049cf904361957e82b723, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/f24a75c03a344278b449a43c7ea47b2d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/5ac359c60fbd40ffbe7d8649facd2feb] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp, totalSize=46.7 K 2024-12-06T22:19:39,431 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 770c620f527f4d29a452dffb57d1caca, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733523578756 2024-12-06T22:19:39,431 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting a460f4b8c8d049cf904361957e82b723, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733523576606 2024-12-06T22:19:39,432 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting f24a75c03a344278b449a43c7ea47b2d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733523576639 2024-12-06T22:19:39,433 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ac359c60fbd40ffbe7d8649facd2feb, keycount=400, bloomtype=ROW, size=23.1 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733523578756 2024-12-06T22:19:39,449 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:39,455 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2519c7ca7505d79de8af15fbf85afd2#B#compaction#168 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:39,455 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/539d80b852e446cf9f9fe1dfb6cd3ce1 is 50, key is test_row_0/B:col10/1733523578788/Put/seqid=0 2024-12-06T22:19:39,463 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412063bb098302fd4473cb667acd81a226940_d2519c7ca7505d79de8af15fbf85afd2 store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:39,468 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412063bb098302fd4473cb667acd81a226940_d2519c7ca7505d79de8af15fbf85afd2, store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:39,468 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412063bb098302fd4473cb667acd81a226940_d2519c7ca7505d79de8af15fbf85afd2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:39,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2519c7ca7505d79de8af15fbf85afd2 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-06T22:19:39,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=A 2024-12-06T22:19:39,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:39,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=B 2024-12-06T22:19:39,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:39,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=C 2024-12-06T22:19:39,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:39,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742015_1191 (size=12207) 2024-12-06T22:19:39,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:39,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523639534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:39,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:39,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523639537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:39,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:39,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:39,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523639538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:39,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523639540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:39,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:39,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523639541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-06T22:19:39,577 INFO [Thread-797 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-12-06T22:19:39,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742016_1192 (size=4469) 2024-12-06T22:19:39,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:19:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-12-06T22:19:39,582 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:19:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-06T22:19:39,583 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:19:39,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:19:39,583 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2519c7ca7505d79de8af15fbf85afd2#A#compaction#167 average throughput is 0.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:39,584 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/012f6f28159b4553a3f93afc9c4e752c is 175, key is test_row_0/A:col10/1733523578788/Put/seqid=0 2024-12-06T22:19:39,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206436310237b5248f4bdc0e5b619d6ec91_d2519c7ca7505d79de8af15fbf85afd2 is 50, key is test_row_0/A:col10/1733523578889/Put/seqid=0 2024-12-06T22:19:39,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742017_1193 (size=31161) 2024-12-06T22:19:39,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742018_1194 (size=14594) 2024-12-06T22:19:39,651 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:39,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:39,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523639649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:39,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:39,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523639649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:39,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:39,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523639649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:39,659 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206436310237b5248f4bdc0e5b619d6ec91_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206436310237b5248f4bdc0e5b619d6ec91_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:39,662 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/5dc5a9e82fb74b42a755767963efe1c0, store: [table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:39,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/5dc5a9e82fb74b42a755767963efe1c0 is 175, key is test_row_0/A:col10/1733523578889/Put/seqid=0 2024-12-06T22:19:39,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:39,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523639678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523639676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-06T22:19:39,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742019_1195 (size=39549) 2024-12-06T22:19:39,718 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/5dc5a9e82fb74b42a755767963efe1c0 2024-12-06T22:19:39,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/49e6259ef47647cc9f309d9a82c3f66e is 50, key is test_row_0/B:col10/1733523578889/Put/seqid=0 2024-12-06T22:19:39,737 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:39,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-06T22:19:39,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:39,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. as already flushing 2024-12-06T22:19:39,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:39,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:39,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:39,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742020_1196 (size=12001) 2024-12-06T22:19:39,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/49e6259ef47647cc9f309d9a82c3f66e 2024-12-06T22:19:39,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/7d8af17a66cd4a16855fbfb015b30fd4 is 50, key is test_row_0/C:col10/1733523578889/Put/seqid=0 2024-12-06T22:19:39,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523639853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:39,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523639855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:39,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523639856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-06T22:19:39,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742021_1197 (size=12001) 2024-12-06T22:19:39,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523639881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:39,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523639882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:39,890 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:39,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-06T22:19:39,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:39,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. as already flushing 2024-12-06T22:19:39,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:39,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:39,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:39,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:39,948 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/539d80b852e446cf9f9fe1dfb6cd3ce1 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/539d80b852e446cf9f9fe1dfb6cd3ce1 2024-12-06T22:19:39,954 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2519c7ca7505d79de8af15fbf85afd2/B of d2519c7ca7505d79de8af15fbf85afd2 into 539d80b852e446cf9f9fe1dfb6cd3ce1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:39,955 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:39,955 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., storeName=d2519c7ca7505d79de8af15fbf85afd2/B, priority=13, startTime=1733523579429; duration=0sec 2024-12-06T22:19:39,955 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:39,955 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2519c7ca7505d79de8af15fbf85afd2:B 2024-12-06T22:19:39,955 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:39,956 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:39,956 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): d2519c7ca7505d79de8af15fbf85afd2/C is initiating minor compaction (all files) 2024-12-06T22:19:39,956 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2519c7ca7505d79de8af15fbf85afd2/C in TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:39,957 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/ee233b1a9fb84ca884114f2fdc83955c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/c12100b56ff64ef4b12fa51f480b9e3f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/1abcf0f484934d49a61b0dbb430d2e27] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp, totalSize=35.3 K 2024-12-06T22:19:39,957 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting ee233b1a9fb84ca884114f2fdc83955c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733523576606 2024-12-06T22:19:39,958 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting c12100b56ff64ef4b12fa51f480b9e3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733523576639 2024-12-06T22:19:39,958 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 1abcf0f484934d49a61b0dbb430d2e27, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733523578779 2024-12-06T22:19:39,982 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2519c7ca7505d79de8af15fbf85afd2#C#compaction#172 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:39,983 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/60751c867e35470b8e4628f21796615f is 50, key is test_row_0/C:col10/1733523578788/Put/seqid=0 2024-12-06T22:19:40,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742022_1198 (size=12207) 2024-12-06T22:19:40,038 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/012f6f28159b4553a3f93afc9c4e752c as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/012f6f28159b4553a3f93afc9c4e752c 2024-12-06T22:19:40,044 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:40,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-06T22:19:40,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:40,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. as already flushing 2024-12-06T22:19:40,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:40,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:40,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:40,046 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2519c7ca7505d79de8af15fbf85afd2/A of d2519c7ca7505d79de8af15fbf85afd2 into 012f6f28159b4553a3f93afc9c4e752c(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:40,046 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:40,046 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., storeName=d2519c7ca7505d79de8af15fbf85afd2/A, priority=13, startTime=1733523579425; duration=0sec 2024-12-06T22:19:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:40,047 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:40,047 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2519c7ca7505d79de8af15fbf85afd2:A 2024-12-06T22:19:40,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:40,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523640161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523640161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:40,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523640172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-06T22:19:40,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523640190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:40,198 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:40,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523640192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:40,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-06T22:19:40,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:40,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. as already flushing 2024-12-06T22:19:40,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:40,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:40,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:40,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/7d8af17a66cd4a16855fbfb015b30fd4 2024-12-06T22:19:40,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/5dc5a9e82fb74b42a755767963efe1c0 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/5dc5a9e82fb74b42a755767963efe1c0 2024-12-06T22:19:40,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/5dc5a9e82fb74b42a755767963efe1c0, entries=200, sequenceid=116, filesize=38.6 K 2024-12-06T22:19:40,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/49e6259ef47647cc9f309d9a82c3f66e as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/49e6259ef47647cc9f309d9a82c3f66e 2024-12-06T22:19:40,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/49e6259ef47647cc9f309d9a82c3f66e, entries=150, sequenceid=116, filesize=11.7 K 2024-12-06T22:19:40,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/7d8af17a66cd4a16855fbfb015b30fd4 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/7d8af17a66cd4a16855fbfb015b30fd4 2024-12-06T22:19:40,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/7d8af17a66cd4a16855fbfb015b30fd4, entries=150, sequenceid=116, filesize=11.7 K 2024-12-06T22:19:40,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d2519c7ca7505d79de8af15fbf85afd2 in 803ms, sequenceid=116, compaction requested=false 2024-12-06T22:19:40,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:40,357 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:40,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-06T22:19:40,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:40,358 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing d2519c7ca7505d79de8af15fbf85afd2 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-06T22:19:40,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=A 2024-12-06T22:19:40,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:40,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=B 2024-12-06T22:19:40,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:40,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=C 2024-12-06T22:19:40,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:40,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f42742eeda71408284175bbd6aec9af6_d2519c7ca7505d79de8af15fbf85afd2 is 50, key is test_row_0/A:col10/1733523579539/Put/seqid=0 2024-12-06T22:19:40,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742023_1199 (size=12154) 2024-12-06T22:19:40,424 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/60751c867e35470b8e4628f21796615f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/60751c867e35470b8e4628f21796615f 2024-12-06T22:19:40,431 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2519c7ca7505d79de8af15fbf85afd2/C of d2519c7ca7505d79de8af15fbf85afd2 into 60751c867e35470b8e4628f21796615f(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:40,431 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:40,431 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., storeName=d2519c7ca7505d79de8af15fbf85afd2/C, priority=13, startTime=1733523579430; duration=0sec 2024-12-06T22:19:40,431 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:40,431 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2519c7ca7505d79de8af15fbf85afd2:C 2024-12-06T22:19:40,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. as already flushing 2024-12-06T22:19:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-06T22:19:40,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523640707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:40,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523640708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:40,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523640709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:40,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:40,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523640710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523640710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:40,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523640811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:40,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523640817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:40,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523640819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:40,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523640820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:40,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523640821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:40,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:40,829 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f42742eeda71408284175bbd6aec9af6_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f42742eeda71408284175bbd6aec9af6_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:40,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/dfb1532ce0b94c71a2c1b8cc42759733, store: [table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:40,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/dfb1532ce0b94c71a2c1b8cc42759733 is 175, key is test_row_0/A:col10/1733523579539/Put/seqid=0 2024-12-06T22:19:40,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742024_1200 (size=30955) 2024-12-06T22:19:41,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523641014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:41,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523641020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:41,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523641021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:41,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523641022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:41,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523641022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:41,249 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=128, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/dfb1532ce0b94c71a2c1b8cc42759733 2024-12-06T22:19:41,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/5b8e16d4185f47769f68d3300e0c2002 is 50, key is test_row_0/B:col10/1733523579539/Put/seqid=0 2024-12-06T22:19:41,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742025_1201 (size=12001) 2024-12-06T22:19:41,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523641319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:41,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523641326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:41,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523641326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:41,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523641326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:41,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523641326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:41,676 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/5b8e16d4185f47769f68d3300e0c2002 2024-12-06T22:19:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-06T22:19:41,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/2b88dc6715f947a09a86ce3ee3461245 is 50, key is test_row_0/C:col10/1733523579539/Put/seqid=0 2024-12-06T22:19:41,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742026_1202 (size=12001) 2024-12-06T22:19:41,707 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/2b88dc6715f947a09a86ce3ee3461245 2024-12-06T22:19:41,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/dfb1532ce0b94c71a2c1b8cc42759733 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/dfb1532ce0b94c71a2c1b8cc42759733 2024-12-06T22:19:41,717 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/dfb1532ce0b94c71a2c1b8cc42759733, entries=150, sequenceid=128, filesize=30.2 K 2024-12-06T22:19:41,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/5b8e16d4185f47769f68d3300e0c2002 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/5b8e16d4185f47769f68d3300e0c2002 2024-12-06T22:19:41,724 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/5b8e16d4185f47769f68d3300e0c2002, entries=150, sequenceid=128, filesize=11.7 K 2024-12-06T22:19:41,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/2b88dc6715f947a09a86ce3ee3461245 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/2b88dc6715f947a09a86ce3ee3461245 2024-12-06T22:19:41,731 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/2b88dc6715f947a09a86ce3ee3461245, entries=150, sequenceid=128, filesize=11.7 K 2024-12-06T22:19:41,732 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for d2519c7ca7505d79de8af15fbf85afd2 in 1374ms, sequenceid=128, compaction requested=true 2024-12-06T22:19:41,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:41,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:41,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-06T22:19:41,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-12-06T22:19:41,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-06T22:19:41,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1510 sec 2024-12-06T22:19:41,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.1580 sec 2024-12-06T22:19:41,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:41,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2519c7ca7505d79de8af15fbf85afd2 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-06T22:19:41,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=A 2024-12-06T22:19:41,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:41,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=B 2024-12-06T22:19:41,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:41,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=C 2024-12-06T22:19:41,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:41,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206e8f4c595845e46648a90078741b36c12_d2519c7ca7505d79de8af15fbf85afd2 is 50, key is test_row_0/A:col10/1733523580708/Put/seqid=0 2024-12-06T22:19:41,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:41,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523641835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:41,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:41,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523641838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:41,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:41,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523641838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:41,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523641839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:41,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523641840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:41,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742027_1203 (size=14794) 2024-12-06T22:19:41,846 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:41,852 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206e8f4c595845e46648a90078741b36c12_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206e8f4c595845e46648a90078741b36c12_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:41,854 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/dff352bdcc39409882dfb7297181ca52, store: [table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:41,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/dff352bdcc39409882dfb7297181ca52 is 175, key is test_row_0/A:col10/1733523580708/Put/seqid=0 2024-12-06T22:19:41,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742028_1204 (size=39749) 2024-12-06T22:19:41,864 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/dff352bdcc39409882dfb7297181ca52 2024-12-06T22:19:41,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/2d30502514f74e59b248ae9d7e3601c8 is 50, key is test_row_0/B:col10/1733523580708/Put/seqid=0 2024-12-06T22:19:41,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742029_1205 (size=12151) 2024-12-06T22:19:41,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/2d30502514f74e59b248ae9d7e3601c8 2024-12-06T22:19:41,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/fb81d69469e14c72878ea4094eb19885 is 50, key is test_row_0/C:col10/1733523580708/Put/seqid=0 2024-12-06T22:19:41,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742030_1206 (size=12151) 2024-12-06T22:19:41,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523641943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:41,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523641943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:41,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523641944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:41,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523641944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:42,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523642146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:42,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523642146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:42,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523642146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:42,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523642147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:42,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/fb81d69469e14c72878ea4094eb19885 2024-12-06T22:19:42,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/dff352bdcc39409882dfb7297181ca52 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/dff352bdcc39409882dfb7297181ca52 2024-12-06T22:19:42,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/dff352bdcc39409882dfb7297181ca52, entries=200, sequenceid=157, filesize=38.8 K 2024-12-06T22:19:42,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/2d30502514f74e59b248ae9d7e3601c8 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/2d30502514f74e59b248ae9d7e3601c8 2024-12-06T22:19:42,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/2d30502514f74e59b248ae9d7e3601c8, entries=150, sequenceid=157, filesize=11.9 K 2024-12-06T22:19:42,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/fb81d69469e14c72878ea4094eb19885 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/fb81d69469e14c72878ea4094eb19885 2024-12-06T22:19:42,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/fb81d69469e14c72878ea4094eb19885, entries=150, sequenceid=157, filesize=11.9 K 2024-12-06T22:19:42,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for d2519c7ca7505d79de8af15fbf85afd2 in 511ms, sequenceid=157, compaction requested=true 2024-12-06T22:19:42,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:42,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2519c7ca7505d79de8af15fbf85afd2:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:19:42,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:42,337 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:19:42,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2519c7ca7505d79de8af15fbf85afd2:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:19:42,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:42,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2519c7ca7505d79de8af15fbf85afd2:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:19:42,337 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:19:42,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:42,339 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:19:42,339 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): d2519c7ca7505d79de8af15fbf85afd2/B is initiating minor compaction (all files) 2024-12-06T22:19:42,339 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2519c7ca7505d79de8af15fbf85afd2/B in TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:42,339 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/539d80b852e446cf9f9fe1dfb6cd3ce1, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/49e6259ef47647cc9f309d9a82c3f66e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/5b8e16d4185f47769f68d3300e0c2002, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/2d30502514f74e59b248ae9d7e3601c8] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp, totalSize=47.2 K 2024-12-06T22:19:42,340 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:19:42,340 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): d2519c7ca7505d79de8af15fbf85afd2/A is initiating minor compaction (all files) 2024-12-06T22:19:42,340 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2519c7ca7505d79de8af15fbf85afd2/A in TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:42,340 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/012f6f28159b4553a3f93afc9c4e752c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/5dc5a9e82fb74b42a755767963efe1c0, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/dfb1532ce0b94c71a2c1b8cc42759733, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/dff352bdcc39409882dfb7297181ca52] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp, totalSize=138.1 K 2024-12-06T22:19:42,340 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:42,340 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. files: [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/012f6f28159b4553a3f93afc9c4e752c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/5dc5a9e82fb74b42a755767963efe1c0, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/dfb1532ce0b94c71a2c1b8cc42759733, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/dff352bdcc39409882dfb7297181ca52] 2024-12-06T22:19:42,340 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 539d80b852e446cf9f9fe1dfb6cd3ce1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733523578779 2024-12-06T22:19:42,341 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 49e6259ef47647cc9f309d9a82c3f66e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733523578867 2024-12-06T22:19:42,341 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 012f6f28159b4553a3f93afc9c4e752c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733523578779 2024-12-06T22:19:42,341 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b8e16d4185f47769f68d3300e0c2002, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733523579519 2024-12-06T22:19:42,342 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5dc5a9e82fb74b42a755767963efe1c0, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733523578867 2024-12-06T22:19:42,342 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d30502514f74e59b248ae9d7e3601c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733523580707 2024-12-06T22:19:42,343 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting dfb1532ce0b94c71a2c1b8cc42759733, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733523579519 2024-12-06T22:19:42,343 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting dff352bdcc39409882dfb7297181ca52, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733523580701 2024-12-06T22:19:42,358 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2519c7ca7505d79de8af15fbf85afd2#B#compaction#179 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:42,358 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/07f84bf236444a5fab13a8b1d722e1ef is 50, key is test_row_0/B:col10/1733523580708/Put/seqid=0 2024-12-06T22:19:42,359 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:42,365 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120645d3aec1590d459688fefb63a6ca31f7_d2519c7ca7505d79de8af15fbf85afd2 store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:42,368 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120645d3aec1590d459688fefb63a6ca31f7_d2519c7ca7505d79de8af15fbf85afd2, store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:42,368 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120645d3aec1590d459688fefb63a6ca31f7_d2519c7ca7505d79de8af15fbf85afd2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:42,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742031_1207 (size=12493) 2024-12-06T22:19:42,378 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/07f84bf236444a5fab13a8b1d722e1ef as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/07f84bf236444a5fab13a8b1d722e1ef 2024-12-06T22:19:42,386 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d2519c7ca7505d79de8af15fbf85afd2/B of d2519c7ca7505d79de8af15fbf85afd2 into 07f84bf236444a5fab13a8b1d722e1ef(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:42,386 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:42,386 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., storeName=d2519c7ca7505d79de8af15fbf85afd2/B, priority=12, startTime=1733523582337; duration=0sec 2024-12-06T22:19:42,386 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:42,386 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2519c7ca7505d79de8af15fbf85afd2:B 2024-12-06T22:19:42,386 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:19:42,388 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:19:42,388 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): d2519c7ca7505d79de8af15fbf85afd2/C is initiating minor compaction (all files) 2024-12-06T22:19:42,388 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2519c7ca7505d79de8af15fbf85afd2/C in TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:42,388 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/60751c867e35470b8e4628f21796615f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/7d8af17a66cd4a16855fbfb015b30fd4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/2b88dc6715f947a09a86ce3ee3461245, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/fb81d69469e14c72878ea4094eb19885] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp, totalSize=47.2 K 2024-12-06T22:19:42,389 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 60751c867e35470b8e4628f21796615f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733523578779 2024-12-06T22:19:42,389 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d8af17a66cd4a16855fbfb015b30fd4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733523578867 2024-12-06T22:19:42,390 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b88dc6715f947a09a86ce3ee3461245, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733523579519 2024-12-06T22:19:42,390 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting fb81d69469e14c72878ea4094eb19885, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733523580707 2024-12-06T22:19:42,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742032_1208 (size=4469) 2024-12-06T22:19:42,400 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2519c7ca7505d79de8af15fbf85afd2#A#compaction#180 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:42,402 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/cb36ccfdc65246279fae24b18dc8304a is 175, key is test_row_0/A:col10/1733523580708/Put/seqid=0 2024-12-06T22:19:42,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742033_1209 (size=31447) 2024-12-06T22:19:42,416 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2519c7ca7505d79de8af15fbf85afd2#C#compaction#181 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:42,416 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/d6937b248d4f4512931495cd18360c5d is 50, key is test_row_0/C:col10/1733523580708/Put/seqid=0 2024-12-06T22:19:42,424 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/cb36ccfdc65246279fae24b18dc8304a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/cb36ccfdc65246279fae24b18dc8304a 2024-12-06T22:19:42,430 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d2519c7ca7505d79de8af15fbf85afd2/A of d2519c7ca7505d79de8af15fbf85afd2 into cb36ccfdc65246279fae24b18dc8304a(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:42,430 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:42,430 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., storeName=d2519c7ca7505d79de8af15fbf85afd2/A, priority=12, startTime=1733523582337; duration=0sec 2024-12-06T22:19:42,430 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:42,430 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2519c7ca7505d79de8af15fbf85afd2:A 2024-12-06T22:19:42,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742034_1210 (size=12493) 2024-12-06T22:19:42,444 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/d6937b248d4f4512931495cd18360c5d as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/d6937b248d4f4512931495cd18360c5d 2024-12-06T22:19:42,451 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d2519c7ca7505d79de8af15fbf85afd2/C of d2519c7ca7505d79de8af15fbf85afd2 into d6937b248d4f4512931495cd18360c5d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:42,451 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:42,451 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., storeName=d2519c7ca7505d79de8af15fbf85afd2/C, priority=12, startTime=1733523582337; duration=0sec 2024-12-06T22:19:42,451 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:42,451 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2519c7ca7505d79de8af15fbf85afd2:C 2024-12-06T22:19:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:42,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2519c7ca7505d79de8af15fbf85afd2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T22:19:42,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=A 2024-12-06T22:19:42,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:42,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=B 2024-12-06T22:19:42,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:42,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=C 2024-12-06T22:19:42,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:42,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f76e79de74844b2cb9abd351c778cb9c_d2519c7ca7505d79de8af15fbf85afd2 is 50, key is test_row_0/A:col10/1733523582456/Put/seqid=0 2024-12-06T22:19:42,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523642480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:42,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523642480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:42,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742035_1211 (size=14794) 2024-12-06T22:19:42,486 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:42,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523642481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:42,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523642482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:42,499 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f76e79de74844b2cb9abd351c778cb9c_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f76e79de74844b2cb9abd351c778cb9c_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:42,501 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/9788482f2abc49d590a0642299b702f4, store: [table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:42,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/9788482f2abc49d590a0642299b702f4 is 175, key is test_row_0/A:col10/1733523582456/Put/seqid=0 2024-12-06T22:19:42,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742036_1212 (size=39749) 2024-12-06T22:19:42,520 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/9788482f2abc49d590a0642299b702f4 2024-12-06T22:19:42,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/2b84d0a3b03b412a913ccf07fc90198a is 50, key is test_row_0/B:col10/1733523582456/Put/seqid=0 2024-12-06T22:19:42,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742037_1213 (size=12151) 2024-12-06T22:19:42,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523642584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:42,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523642584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:42,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523642588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:42,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523642591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:42,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523642788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:42,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523642792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:42,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523642792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:42,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523642794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:42,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523642848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:42,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/2b84d0a3b03b412a913ccf07fc90198a 2024-12-06T22:19:42,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/a95be9121b7048cdae2c5aac7eb8242d is 50, key is test_row_0/C:col10/1733523582456/Put/seqid=0 2024-12-06T22:19:42,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742038_1214 (size=12151) 2024-12-06T22:19:42,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/a95be9121b7048cdae2c5aac7eb8242d 2024-12-06T22:19:42,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/9788482f2abc49d590a0642299b702f4 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/9788482f2abc49d590a0642299b702f4 2024-12-06T22:19:42,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/9788482f2abc49d590a0642299b702f4, entries=200, sequenceid=173, filesize=38.8 K 2024-12-06T22:19:42,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/2b84d0a3b03b412a913ccf07fc90198a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/2b84d0a3b03b412a913ccf07fc90198a 2024-12-06T22:19:42,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/2b84d0a3b03b412a913ccf07fc90198a, entries=150, sequenceid=173, filesize=11.9 K 2024-12-06T22:19:42,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/a95be9121b7048cdae2c5aac7eb8242d as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/a95be9121b7048cdae2c5aac7eb8242d 2024-12-06T22:19:42,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/a95be9121b7048cdae2c5aac7eb8242d, entries=150, sequenceid=173, filesize=11.9 K 2024-12-06T22:19:42,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for d2519c7ca7505d79de8af15fbf85afd2 in 526ms, sequenceid=173, compaction requested=false 2024-12-06T22:19:42,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:43,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2519c7ca7505d79de8af15fbf85afd2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T22:19:43,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=A 2024-12-06T22:19:43,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:43,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=B 2024-12-06T22:19:43,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:43,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=C 2024-12-06T22:19:43,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:43,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523643105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:43,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523643105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:43,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523643106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:43,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523643107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:43,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120619ab367c580b45e19f530cc7b34955a7_d2519c7ca7505d79de8af15fbf85afd2 is 50, key is test_row_0/A:col10/1733523582478/Put/seqid=0 2024-12-06T22:19:43,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742039_1215 (size=14794) 2024-12-06T22:19:43,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523643208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:43,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523643209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:43,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523643209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:43,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523643210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:43,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:43,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523643414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523643414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:43,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523643415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:43,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523643416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:43,528 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:43,532 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120619ab367c580b45e19f530cc7b34955a7_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120619ab367c580b45e19f530cc7b34955a7_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:43,534 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/3c8ab2504bf7453a98bbe976ff29aa6e, store: [table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:43,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/3c8ab2504bf7453a98bbe976ff29aa6e is 175, key is test_row_0/A:col10/1733523582478/Put/seqid=0 2024-12-06T22:19:43,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742040_1216 (size=39749) 2024-12-06T22:19:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-06T22:19:43,689 INFO [Thread-797 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-06T22:19:43,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:19:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-12-06T22:19:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-06T22:19:43,693 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:19:43,694 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:19:43,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:19:43,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523643717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:43,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:43,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523643718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523643717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:43,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523643720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:43,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-06T22:19:43,845 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:43,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-06T22:19:43,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:43,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. as already flushing 2024-12-06T22:19:43,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:43,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:43,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:43,939 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/3c8ab2504bf7453a98bbe976ff29aa6e 2024-12-06T22:19:43,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/a9126ddc8e964a56b3aeae39fc6a47ea is 50, key is test_row_0/B:col10/1733523582478/Put/seqid=0 2024-12-06T22:19:43,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742041_1217 (size=12151) 2024-12-06T22:19:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-06T22:19:43,999 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:43,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-06T22:19:43,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:44,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. as already flushing 2024-12-06T22:19:44,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:44,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:44,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:44,152 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:44,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-06T22:19:44,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:44,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. as already flushing 2024-12-06T22:19:44,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:44,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:44,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:44,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523644221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:44,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523644222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:44,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523644222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:44,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523644224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-06T22:19:44,305 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:44,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-06T22:19:44,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:44,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. as already flushing 2024-12-06T22:19:44,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:44,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:44,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:44,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/a9126ddc8e964a56b3aeae39fc6a47ea 2024-12-06T22:19:44,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/d86961c344754d0986d88a7250009936 is 50, key is test_row_0/C:col10/1733523582478/Put/seqid=0 2024-12-06T22:19:44,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742042_1218 (size=12151) 2024-12-06T22:19:44,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/d86961c344754d0986d88a7250009936 2024-12-06T22:19:44,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/3c8ab2504bf7453a98bbe976ff29aa6e as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/3c8ab2504bf7453a98bbe976ff29aa6e 2024-12-06T22:19:44,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/3c8ab2504bf7453a98bbe976ff29aa6e, entries=200, sequenceid=198, filesize=38.8 K 2024-12-06T22:19:44,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/a9126ddc8e964a56b3aeae39fc6a47ea as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/a9126ddc8e964a56b3aeae39fc6a47ea 2024-12-06T22:19:44,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/a9126ddc8e964a56b3aeae39fc6a47ea, entries=150, sequenceid=198, filesize=11.9 K 2024-12-06T22:19:44,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/d86961c344754d0986d88a7250009936 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/d86961c344754d0986d88a7250009936 2024-12-06T22:19:44,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/d86961c344754d0986d88a7250009936, entries=150, sequenceid=198, filesize=11.9 K 2024-12-06T22:19:44,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for d2519c7ca7505d79de8af15fbf85afd2 in 1299ms, sequenceid=198, compaction requested=true 2024-12-06T22:19:44,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:44,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2519c7ca7505d79de8af15fbf85afd2:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:19:44,394 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:44,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:44,394 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:44,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2519c7ca7505d79de8af15fbf85afd2:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:19:44,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:44,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2519c7ca7505d79de8af15fbf85afd2:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:19:44,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:44,395 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:44,395 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): d2519c7ca7505d79de8af15fbf85afd2/B is initiating minor compaction (all files) 2024-12-06T22:19:44,396 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2519c7ca7505d79de8af15fbf85afd2/B in TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:44,396 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/07f84bf236444a5fab13a8b1d722e1ef, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/2b84d0a3b03b412a913ccf07fc90198a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/a9126ddc8e964a56b3aeae39fc6a47ea] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp, totalSize=35.9 K 2024-12-06T22:19:44,396 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110945 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:44,396 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): d2519c7ca7505d79de8af15fbf85afd2/A is initiating minor compaction (all files) 2024-12-06T22:19:44,396 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2519c7ca7505d79de8af15fbf85afd2/A in TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:44,397 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/cb36ccfdc65246279fae24b18dc8304a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/9788482f2abc49d590a0642299b702f4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/3c8ab2504bf7453a98bbe976ff29aa6e] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp, totalSize=108.3 K 2024-12-06T22:19:44,397 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:44,397 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. files: [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/cb36ccfdc65246279fae24b18dc8304a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/9788482f2abc49d590a0642299b702f4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/3c8ab2504bf7453a98bbe976ff29aa6e] 2024-12-06T22:19:44,397 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 07f84bf236444a5fab13a8b1d722e1ef, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733523580707 2024-12-06T22:19:44,397 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb36ccfdc65246279fae24b18dc8304a, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733523580707 2024-12-06T22:19:44,398 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b84d0a3b03b412a913ccf07fc90198a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733523582454 2024-12-06T22:19:44,398 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9788482f2abc49d590a0642299b702f4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733523581837 2024-12-06T22:19:44,398 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting a9126ddc8e964a56b3aeae39fc6a47ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733523582478 2024-12-06T22:19:44,398 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c8ab2504bf7453a98bbe976ff29aa6e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733523582478 2024-12-06T22:19:44,406 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:44,407 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2519c7ca7505d79de8af15fbf85afd2#B#compaction#188 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:44,407 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/5d7e6e76cfc74721b539d33d1a90e152 is 50, key is test_row_0/B:col10/1733523582478/Put/seqid=0 2024-12-06T22:19:44,409 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412069277c441efa7409d9a9313876a048e3b_d2519c7ca7505d79de8af15fbf85afd2 store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:44,411 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412069277c441efa7409d9a9313876a048e3b_d2519c7ca7505d79de8af15fbf85afd2, store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:44,412 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412069277c441efa7409d9a9313876a048e3b_d2519c7ca7505d79de8af15fbf85afd2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:44,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742044_1220 (size=4469) 2024-12-06T22:19:44,420 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2519c7ca7505d79de8af15fbf85afd2#A#compaction#189 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:44,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742043_1219 (size=12595) 2024-12-06T22:19:44,421 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/d8c13d77495f4e41844cc807c562764f is 175, key is test_row_0/A:col10/1733523582478/Put/seqid=0 2024-12-06T22:19:44,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742045_1221 (size=31549) 2024-12-06T22:19:44,429 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/5d7e6e76cfc74721b539d33d1a90e152 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/5d7e6e76cfc74721b539d33d1a90e152 2024-12-06T22:19:44,435 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2519c7ca7505d79de8af15fbf85afd2/B of d2519c7ca7505d79de8af15fbf85afd2 into 5d7e6e76cfc74721b539d33d1a90e152(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:44,435 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:44,435 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., storeName=d2519c7ca7505d79de8af15fbf85afd2/B, priority=13, startTime=1733523584394; duration=0sec 2024-12-06T22:19:44,435 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:44,435 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2519c7ca7505d79de8af15fbf85afd2:B 2024-12-06T22:19:44,435 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:44,439 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:44,439 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): d2519c7ca7505d79de8af15fbf85afd2/C is initiating minor compaction (all files) 2024-12-06T22:19:44,439 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2519c7ca7505d79de8af15fbf85afd2/C in TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:44,439 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/d6937b248d4f4512931495cd18360c5d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/a95be9121b7048cdae2c5aac7eb8242d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/d86961c344754d0986d88a7250009936] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp, totalSize=35.9 K 2024-12-06T22:19:44,440 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting d6937b248d4f4512931495cd18360c5d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733523580707 2024-12-06T22:19:44,441 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting a95be9121b7048cdae2c5aac7eb8242d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733523582454 2024-12-06T22:19:44,441 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting d86961c344754d0986d88a7250009936, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733523582478 2024-12-06T22:19:44,443 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/d8c13d77495f4e41844cc807c562764f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d8c13d77495f4e41844cc807c562764f 2024-12-06T22:19:44,449 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2519c7ca7505d79de8af15fbf85afd2/A of d2519c7ca7505d79de8af15fbf85afd2 into d8c13d77495f4e41844cc807c562764f(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:44,449 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:44,449 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., storeName=d2519c7ca7505d79de8af15fbf85afd2/A, priority=13, startTime=1733523584394; duration=0sec 2024-12-06T22:19:44,449 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:44,449 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2519c7ca7505d79de8af15fbf85afd2:A 2024-12-06T22:19:44,453 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2519c7ca7505d79de8af15fbf85afd2#C#compaction#190 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:44,453 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/98091c411e6249fba1021419de0a6687 is 50, key is test_row_0/C:col10/1733523582478/Put/seqid=0 2024-12-06T22:19:44,459 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:44,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-06T22:19:44,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:44,460 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing d2519c7ca7505d79de8af15fbf85afd2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T22:19:44,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742046_1222 (size=12595) 2024-12-06T22:19:44,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=A 2024-12-06T22:19:44,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:44,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=B 2024-12-06T22:19:44,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:44,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=C 2024-12-06T22:19:44,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:44,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d7e292c42c77470cb81c041f7b477db2_d2519c7ca7505d79de8af15fbf85afd2 is 50, key is test_row_0/A:col10/1733523583098/Put/seqid=0 2024-12-06T22:19:44,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742047_1223 (size=12304) 2024-12-06T22:19:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-06T22:19:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:44,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. as already flushing 2024-12-06T22:19:44,867 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/98091c411e6249fba1021419de0a6687 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/98091c411e6249fba1021419de0a6687 2024-12-06T22:19:44,874 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2519c7ca7505d79de8af15fbf85afd2/C of d2519c7ca7505d79de8af15fbf85afd2 into 98091c411e6249fba1021419de0a6687(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:44,874 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:44,874 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., storeName=d2519c7ca7505d79de8af15fbf85afd2/C, priority=13, startTime=1733523584394; duration=0sec 2024-12-06T22:19:44,874 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:44,874 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2519c7ca7505d79de8af15fbf85afd2:C 2024-12-06T22:19:44,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:44,880 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d7e292c42c77470cb81c041f7b477db2_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d7e292c42c77470cb81c041f7b477db2_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:44,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/293c0d0f654a4d62a773aa1ef5b55e8f, store: [table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:44,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/293c0d0f654a4d62a773aa1ef5b55e8f is 175, key is test_row_0/A:col10/1733523583098/Put/seqid=0 2024-12-06T22:19:44,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742048_1224 (size=31105) 2024-12-06T22:19:44,904 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/293c0d0f654a4d62a773aa1ef5b55e8f 2024-12-06T22:19:44,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/bd7ab874d64149fcabd867423f7eeb8b is 50, key is test_row_0/B:col10/1733523583098/Put/seqid=0 2024-12-06T22:19:44,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523644922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:44,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742049_1225 (size=12151) 2024-12-06T22:19:44,939 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/bd7ab874d64149fcabd867423f7eeb8b 2024-12-06T22:19:44,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/c3652b7fbf484bd480cb2596928ff90b is 50, key is test_row_0/C:col10/1733523583098/Put/seqid=0 2024-12-06T22:19:44,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742050_1226 (size=12151) 2024-12-06T22:19:44,956 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/c3652b7fbf484bd480cb2596928ff90b 2024-12-06T22:19:44,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/293c0d0f654a4d62a773aa1ef5b55e8f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/293c0d0f654a4d62a773aa1ef5b55e8f 2024-12-06T22:19:44,967 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/293c0d0f654a4d62a773aa1ef5b55e8f, entries=150, sequenceid=212, filesize=30.4 K 2024-12-06T22:19:44,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/bd7ab874d64149fcabd867423f7eeb8b as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/bd7ab874d64149fcabd867423f7eeb8b 2024-12-06T22:19:44,975 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/bd7ab874d64149fcabd867423f7eeb8b, entries=150, sequenceid=212, filesize=11.9 K 2024-12-06T22:19:44,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/c3652b7fbf484bd480cb2596928ff90b as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/c3652b7fbf484bd480cb2596928ff90b 2024-12-06T22:19:44,982 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/c3652b7fbf484bd480cb2596928ff90b, entries=150, sequenceid=212, filesize=11.9 K 2024-12-06T22:19:44,984 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d2519c7ca7505d79de8af15fbf85afd2 in 523ms, sequenceid=212, compaction requested=false 2024-12-06T22:19:44,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:44,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:44,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-06T22:19:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-12-06T22:19:44,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-06T22:19:44,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2920 sec 2024-12-06T22:19:44,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.2970 sec 2024-12-06T22:19:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:45,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2519c7ca7505d79de8af15fbf85afd2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T22:19:45,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=A 2024-12-06T22:19:45,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:45,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=B 2024-12-06T22:19:45,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:45,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=C 2024-12-06T22:19:45,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:45,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065730f75e495043788b9595944d6739d9_d2519c7ca7505d79de8af15fbf85afd2 is 50, key is test_row_0/A:col10/1733523584921/Put/seqid=0 2024-12-06T22:19:45,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742051_1227 (size=14794) 2024-12-06T22:19:45,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523645051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:45,053 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:45,058 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065730f75e495043788b9595944d6739d9_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065730f75e495043788b9595944d6739d9_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:45,059 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/d02f3c59455e43e5b4e762f44f673bb3, store: [table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:45,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/d02f3c59455e43e5b4e762f44f673bb3 is 175, key is test_row_0/A:col10/1733523584921/Put/seqid=0 2024-12-06T22:19:45,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742052_1228 (size=39749) 2024-12-06T22:19:45,072 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/d02f3c59455e43e5b4e762f44f673bb3 2024-12-06T22:19:45,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/9e9f8f7a650f4283a26a5455d83b30b9 is 50, key is test_row_0/B:col10/1733523584921/Put/seqid=0 2024-12-06T22:19:45,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742053_1229 (size=12151) 2024-12-06T22:19:45,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/9e9f8f7a650f4283a26a5455d83b30b9 2024-12-06T22:19:45,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/5f6058e33f464975aae94ca922df5c14 is 50, key is test_row_0/C:col10/1733523584921/Put/seqid=0 2024-12-06T22:19:45,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742054_1230 (size=12151) 2024-12-06T22:19:45,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/5f6058e33f464975aae94ca922df5c14 2024-12-06T22:19:45,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/d02f3c59455e43e5b4e762f44f673bb3 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d02f3c59455e43e5b4e762f44f673bb3 2024-12-06T22:19:45,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d02f3c59455e43e5b4e762f44f673bb3, entries=200, sequenceid=238, filesize=38.8 K 2024-12-06T22:19:45,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/9e9f8f7a650f4283a26a5455d83b30b9 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/9e9f8f7a650f4283a26a5455d83b30b9 2024-12-06T22:19:45,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/9e9f8f7a650f4283a26a5455d83b30b9, entries=150, sequenceid=238, filesize=11.9 K 2024-12-06T22:19:45,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/5f6058e33f464975aae94ca922df5c14 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/5f6058e33f464975aae94ca922df5c14 2024-12-06T22:19:45,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/5f6058e33f464975aae94ca922df5c14, entries=150, sequenceid=238, filesize=11.9 K 2024-12-06T22:19:45,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d2519c7ca7505d79de8af15fbf85afd2 in 124ms, sequenceid=238, compaction requested=true 2024-12-06T22:19:45,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:45,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2519c7ca7505d79de8af15fbf85afd2:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:19:45,151 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:45,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:45,152 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:45,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2519c7ca7505d79de8af15fbf85afd2:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:19:45,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:45,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2519c7ca7505d79de8af15fbf85afd2:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:19:45,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:45,154 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:45,154 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): d2519c7ca7505d79de8af15fbf85afd2/A is initiating minor compaction (all files) 2024-12-06T22:19:45,154 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2519c7ca7505d79de8af15fbf85afd2/A in TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:45,154 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d8c13d77495f4e41844cc807c562764f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/293c0d0f654a4d62a773aa1ef5b55e8f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d02f3c59455e43e5b4e762f44f673bb3] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp, totalSize=100.0 K 2024-12-06T22:19:45,154 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:45,154 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. files: [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d8c13d77495f4e41844cc807c562764f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/293c0d0f654a4d62a773aa1ef5b55e8f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d02f3c59455e43e5b4e762f44f673bb3] 2024-12-06T22:19:45,155 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:45,155 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): d2519c7ca7505d79de8af15fbf85afd2/B is initiating minor compaction (all files) 2024-12-06T22:19:45,155 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2519c7ca7505d79de8af15fbf85afd2/B in TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:45,155 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/5d7e6e76cfc74721b539d33d1a90e152, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/bd7ab874d64149fcabd867423f7eeb8b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/9e9f8f7a650f4283a26a5455d83b30b9] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp, totalSize=36.0 K 2024-12-06T22:19:45,155 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8c13d77495f4e41844cc807c562764f, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733523582478 2024-12-06T22:19:45,156 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 293c0d0f654a4d62a773aa1ef5b55e8f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733523583098 2024-12-06T22:19:45,156 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d7e6e76cfc74721b539d33d1a90e152, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733523582478 2024-12-06T22:19:45,156 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting d02f3c59455e43e5b4e762f44f673bb3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733523584907 2024-12-06T22:19:45,156 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting bd7ab874d64149fcabd867423f7eeb8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733523583098 2024-12-06T22:19:45,157 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e9f8f7a650f4283a26a5455d83b30b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733523584907 2024-12-06T22:19:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:45,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2519c7ca7505d79de8af15fbf85afd2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T22:19:45,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=A 2024-12-06T22:19:45,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:45,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=B 2024-12-06T22:19:45,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:45,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=C 2024-12-06T22:19:45,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:45,173 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:45,176 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2519c7ca7505d79de8af15fbf85afd2#B#compaction#198 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:45,177 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/dd6f7c1d28a64f82aa37ec6b3f98846f is 50, key is test_row_0/B:col10/1733523584921/Put/seqid=0 2024-12-06T22:19:45,179 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412062e97bec516b346c9a804eedf019dec30_d2519c7ca7505d79de8af15fbf85afd2 store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:45,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120609c4da681d33491580c9fee8048f3ce9_d2519c7ca7505d79de8af15fbf85afd2 is 50, key is test_row_0/A:col10/1733523585156/Put/seqid=0 2024-12-06T22:19:45,181 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412062e97bec516b346c9a804eedf019dec30_d2519c7ca7505d79de8af15fbf85afd2, store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:45,181 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062e97bec516b346c9a804eedf019dec30_d2519c7ca7505d79de8af15fbf85afd2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:45,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742055_1231 (size=12697) 2024-12-06T22:19:45,204 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/dd6f7c1d28a64f82aa37ec6b3f98846f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/dd6f7c1d28a64f82aa37ec6b3f98846f 2024-12-06T22:19:45,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742057_1233 (size=4469) 2024-12-06T22:19:45,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742056_1232 (size=12304) 2024-12-06T22:19:45,213 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2519c7ca7505d79de8af15fbf85afd2#A#compaction#197 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:45,214 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/32d17c8ccc3e49f39155d7f81394750c is 175, key is test_row_0/A:col10/1733523584921/Put/seqid=0 2024-12-06T22:19:45,216 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2519c7ca7505d79de8af15fbf85afd2/B of d2519c7ca7505d79de8af15fbf85afd2 into dd6f7c1d28a64f82aa37ec6b3f98846f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:45,216 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:45,216 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., storeName=d2519c7ca7505d79de8af15fbf85afd2/B, priority=13, startTime=1733523585151; duration=0sec 2024-12-06T22:19:45,216 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:45,216 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2519c7ca7505d79de8af15fbf85afd2:B 2024-12-06T22:19:45,217 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:45,218 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:45,218 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): d2519c7ca7505d79de8af15fbf85afd2/C is initiating minor compaction (all files) 2024-12-06T22:19:45,218 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2519c7ca7505d79de8af15fbf85afd2/C in TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:45,218 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/98091c411e6249fba1021419de0a6687, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/c3652b7fbf484bd480cb2596928ff90b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/5f6058e33f464975aae94ca922df5c14] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp, totalSize=36.0 K 2024-12-06T22:19:45,219 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 98091c411e6249fba1021419de0a6687, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733523582478 2024-12-06T22:19:45,219 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting c3652b7fbf484bd480cb2596928ff90b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733523583098 2024-12-06T22:19:45,220 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f6058e33f464975aae94ca922df5c14, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733523584907 2024-12-06T22:19:45,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742058_1234 (size=31651) 2024-12-06T22:19:45,231 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2519c7ca7505d79de8af15fbf85afd2#C#compaction#200 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:45,233 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/e9f350a847894b20b304d5d6a5a4bdb2 is 50, key is test_row_0/C:col10/1733523584921/Put/seqid=0 2024-12-06T22:19:45,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:45,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523645230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:45,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523645231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:45,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523645233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:45,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523645233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:45,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523645235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:45,238 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/32d17c8ccc3e49f39155d7f81394750c as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/32d17c8ccc3e49f39155d7f81394750c 2024-12-06T22:19:45,243 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2519c7ca7505d79de8af15fbf85afd2/A of d2519c7ca7505d79de8af15fbf85afd2 into 32d17c8ccc3e49f39155d7f81394750c(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:45,243 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:45,243 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., storeName=d2519c7ca7505d79de8af15fbf85afd2/A, priority=13, startTime=1733523585151; duration=0sec 2024-12-06T22:19:45,243 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:45,243 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2519c7ca7505d79de8af15fbf85afd2:A 2024-12-06T22:19:45,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742059_1235 (size=12697) 2024-12-06T22:19:45,260 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/e9f350a847894b20b304d5d6a5a4bdb2 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/e9f350a847894b20b304d5d6a5a4bdb2 2024-12-06T22:19:45,268 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2519c7ca7505d79de8af15fbf85afd2/C of d2519c7ca7505d79de8af15fbf85afd2 into e9f350a847894b20b304d5d6a5a4bdb2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:45,268 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:45,268 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., storeName=d2519c7ca7505d79de8af15fbf85afd2/C, priority=13, startTime=1733523585152; duration=0sec 2024-12-06T22:19:45,268 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:45,268 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2519c7ca7505d79de8af15fbf85afd2:C 2024-12-06T22:19:45,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523645337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:45,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:45,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523645337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523645337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:45,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523645338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:45,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523645539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:45,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523645539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:45,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523645539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:45,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523645539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:45,610 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:45,615 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120609c4da681d33491580c9fee8048f3ce9_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120609c4da681d33491580c9fee8048f3ce9_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:45,616 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/e2a787e555d0418bb3c93e60ef3de784, store: [table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:45,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/e2a787e555d0418bb3c93e60ef3de784 is 175, key is test_row_0/A:col10/1733523585156/Put/seqid=0 2024-12-06T22:19:45,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742060_1236 (size=31105) 2024-12-06T22:19:45,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-06T22:19:45,797 INFO [Thread-797 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-12-06T22:19:45,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:19:45,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-12-06T22:19:45,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-06T22:19:45,800 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:19:45,801 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:19:45,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:19:45,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523645842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:45,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523645843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:45,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523645844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:45,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523645844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:45,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-06T22:19:45,952 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:45,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-06T22:19:45,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:45,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. as already flushing 2024-12-06T22:19:45,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:45,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:45,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:45,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:46,019 INFO [master/6d2a5dd008ce:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T22:19:46,019 INFO [master/6d2a5dd008ce:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T22:19:46,027 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/e2a787e555d0418bb3c93e60ef3de784 2024-12-06T22:19:46,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/52e90e292c48427184912701b220f339 is 50, key is test_row_0/B:col10/1733523585156/Put/seqid=0 2024-12-06T22:19:46,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742061_1237 (size=12151) 2024-12-06T22:19:46,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/52e90e292c48427184912701b220f339 2024-12-06T22:19:46,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/de9fc2c6a3634660b8108245159d0f9f is 50, key is test_row_0/C:col10/1733523585156/Put/seqid=0 2024-12-06T22:19:46,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742062_1238 (size=12151) 2024-12-06T22:19:46,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/de9fc2c6a3634660b8108245159d0f9f 2024-12-06T22:19:46,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/e2a787e555d0418bb3c93e60ef3de784 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/e2a787e555d0418bb3c93e60ef3de784 2024-12-06T22:19:46,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/e2a787e555d0418bb3c93e60ef3de784, entries=150, sequenceid=250, filesize=30.4 K 2024-12-06T22:19:46,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/52e90e292c48427184912701b220f339 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/52e90e292c48427184912701b220f339 2024-12-06T22:19:46,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-06T22:19:46,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/52e90e292c48427184912701b220f339, entries=150, sequenceid=250, filesize=11.9 K 2024-12-06T22:19:46,106 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:46,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-06T22:19:46,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:46,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. as already flushing 2024-12-06T22:19:46,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:46,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:46,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:46,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/de9fc2c6a3634660b8108245159d0f9f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/de9fc2c6a3634660b8108245159d0f9f 2024-12-06T22:19:46,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:46,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/de9fc2c6a3634660b8108245159d0f9f, entries=150, sequenceid=250, filesize=11.9 K 2024-12-06T22:19:46,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d2519c7ca7505d79de8af15fbf85afd2 in 954ms, sequenceid=250, compaction requested=false 2024-12-06T22:19:46,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:46,259 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:46,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-06T22:19:46,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:46,260 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing d2519c7ca7505d79de8af15fbf85afd2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T22:19:46,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=A 2024-12-06T22:19:46,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:46,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=B 2024-12-06T22:19:46,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:46,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=C 2024-12-06T22:19:46,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:46,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206be9c526d25d24ba39470d9d83399f681_d2519c7ca7505d79de8af15fbf85afd2 is 50, key is test_row_0/A:col10/1733523585227/Put/seqid=0 2024-12-06T22:19:46,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742063_1239 (size=12454) 2024-12-06T22:19:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:46,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. as already flushing 2024-12-06T22:19:46,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523646356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:46,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523646358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:46,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523646358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:46,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523646359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-06T22:19:46,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523646460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:46,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523646461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:46,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523646463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:46,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523646464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:46,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523646665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:46,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523646666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:46,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523646667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:46,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523646668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:46,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:46,681 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206be9c526d25d24ba39470d9d83399f681_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206be9c526d25d24ba39470d9d83399f681_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:46,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/3e5d67f1fadb47eb8434658bc762093b, store: [table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:46,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/3e5d67f1fadb47eb8434658bc762093b is 175, key is test_row_0/A:col10/1733523585227/Put/seqid=0 2024-12-06T22:19:46,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742064_1240 (size=31255) 2024-12-06T22:19:46,694 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/3e5d67f1fadb47eb8434658bc762093b 2024-12-06T22:19:46,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/376912a6289743d482c45d7f304c1ed5 is 50, key is test_row_0/B:col10/1733523585227/Put/seqid=0 2024-12-06T22:19:46,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742065_1241 (size=12301) 2024-12-06T22:19:46,719 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/376912a6289743d482c45d7f304c1ed5 2024-12-06T22:19:46,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/b1559d868ed04a91aa619398bd35c374 is 50, key is test_row_0/C:col10/1733523585227/Put/seqid=0 2024-12-06T22:19:46,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742066_1242 (size=12301) 2024-12-06T22:19:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-06T22:19:46,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523646968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:46,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523646968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:46,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523646969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:46,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523646972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:47,139 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/b1559d868ed04a91aa619398bd35c374 2024-12-06T22:19:47,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/3e5d67f1fadb47eb8434658bc762093b as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/3e5d67f1fadb47eb8434658bc762093b 2024-12-06T22:19:47,150 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/3e5d67f1fadb47eb8434658bc762093b, entries=150, sequenceid=277, filesize=30.5 K 2024-12-06T22:19:47,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/376912a6289743d482c45d7f304c1ed5 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/376912a6289743d482c45d7f304c1ed5 2024-12-06T22:19:47,156 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/376912a6289743d482c45d7f304c1ed5, entries=150, sequenceid=277, filesize=12.0 K 2024-12-06T22:19:47,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/b1559d868ed04a91aa619398bd35c374 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/b1559d868ed04a91aa619398bd35c374 2024-12-06T22:19:47,161 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/b1559d868ed04a91aa619398bd35c374, entries=150, sequenceid=277, filesize=12.0 K 2024-12-06T22:19:47,162 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for d2519c7ca7505d79de8af15fbf85afd2 in 902ms, sequenceid=277, compaction requested=true 2024-12-06T22:19:47,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:47,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:47,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-06T22:19:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-12-06T22:19:47,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-12-06T22:19:47,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3620 sec 2024-12-06T22:19:47,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.3670 sec 2024-12-06T22:19:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:47,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2519c7ca7505d79de8af15fbf85afd2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-06T22:19:47,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=A 2024-12-06T22:19:47,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:47,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=B 2024-12-06T22:19:47,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:47,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=C 2024-12-06T22:19:47,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:47,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206c73c4742381a489881b7c9da3926bc25_d2519c7ca7505d79de8af15fbf85afd2 is 50, key is test_row_0/A:col10/1733523586357/Put/seqid=0 2024-12-06T22:19:47,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742067_1243 (size=14994) 2024-12-06T22:19:47,271 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:47,275 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206c73c4742381a489881b7c9da3926bc25_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c73c4742381a489881b7c9da3926bc25_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:47,277 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/726c9de64662496ca1ddf193ba079f1a, store: [table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:47,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/726c9de64662496ca1ddf193ba079f1a is 175, key is test_row_0/A:col10/1733523586357/Put/seqid=0 2024-12-06T22:19:47,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742068_1244 (size=39949) 2024-12-06T22:19:47,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523647313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:47,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523647414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:47,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:47,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523647470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:47,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:47,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:47,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523647473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:47,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523647473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:47,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:47,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523647478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:47,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523647618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:47,694 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/726c9de64662496ca1ddf193ba079f1a 2024-12-06T22:19:47,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/73119bff6f89419192ad6ee34ba5b18d is 50, key is test_row_0/B:col10/1733523586357/Put/seqid=0 2024-12-06T22:19:47,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742069_1245 (size=12301) 2024-12-06T22:19:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-06T22:19:47,904 INFO [Thread-797 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-12-06T22:19:47,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:19:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-12-06T22:19:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-06T22:19:47,907 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:19:47,907 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:19:47,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:19:47,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523647923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-06T22:19:48,059 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:48,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-06T22:19:48,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:48,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. as already flushing 2024-12-06T22:19:48,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:48,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:48,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:48,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/73119bff6f89419192ad6ee34ba5b18d 2024-12-06T22:19:48,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/3f0a67202313422094c155b7c1a321f7 is 50, key is test_row_0/C:col10/1733523586357/Put/seqid=0 2024-12-06T22:19:48,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742070_1246 (size=12301) 2024-12-06T22:19:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-06T22:19:48,212 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:48,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-06T22:19:48,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:48,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. as already flushing 2024-12-06T22:19:48,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:48,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:48,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:48,365 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:48,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-06T22:19:48,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:48,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. as already flushing 2024-12-06T22:19:48,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:48,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:48,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:48,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523648429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:48,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523648475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:48,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523648476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:48,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523648477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:48,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523648482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-06T22:19:48,518 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:48,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-06T22:19:48,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:48,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. as already flushing 2024-12-06T22:19:48,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:48,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:48,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:19:48,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/3f0a67202313422094c155b7c1a321f7 2024-12-06T22:19:48,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/726c9de64662496ca1ddf193ba079f1a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/726c9de64662496ca1ddf193ba079f1a 2024-12-06T22:19:48,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/726c9de64662496ca1ddf193ba079f1a, entries=200, sequenceid=291, filesize=39.0 K 2024-12-06T22:19:48,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/73119bff6f89419192ad6ee34ba5b18d as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/73119bff6f89419192ad6ee34ba5b18d 2024-12-06T22:19:48,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/73119bff6f89419192ad6ee34ba5b18d, entries=150, sequenceid=291, filesize=12.0 K 2024-12-06T22:19:48,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/3f0a67202313422094c155b7c1a321f7 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/3f0a67202313422094c155b7c1a321f7 2024-12-06T22:19:48,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/3f0a67202313422094c155b7c1a321f7, entries=150, sequenceid=291, filesize=12.0 K 2024-12-06T22:19:48,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d2519c7ca7505d79de8af15fbf85afd2 in 1314ms, sequenceid=291, compaction requested=true 2024-12-06T22:19:48,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:48,570 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:19:48,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2519c7ca7505d79de8af15fbf85afd2:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:19:48,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:48,570 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:19:48,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2519c7ca7505d79de8af15fbf85afd2:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:19:48,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:48,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2519c7ca7505d79de8af15fbf85afd2:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:19:48,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:48,573 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133960 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:19:48,573 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): d2519c7ca7505d79de8af15fbf85afd2/A is initiating minor compaction (all files) 2024-12-06T22:19:48,573 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2519c7ca7505d79de8af15fbf85afd2/A in TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:48,573 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/32d17c8ccc3e49f39155d7f81394750c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/e2a787e555d0418bb3c93e60ef3de784, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/3e5d67f1fadb47eb8434658bc762093b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/726c9de64662496ca1ddf193ba079f1a] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp, totalSize=130.8 K 2024-12-06T22:19:48,573 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:48,573 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. files: [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/32d17c8ccc3e49f39155d7f81394750c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/e2a787e555d0418bb3c93e60ef3de784, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/3e5d67f1fadb47eb8434658bc762093b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/726c9de64662496ca1ddf193ba079f1a] 2024-12-06T22:19:48,574 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:19:48,574 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): d2519c7ca7505d79de8af15fbf85afd2/B is initiating minor compaction (all files) 2024-12-06T22:19:48,574 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32d17c8ccc3e49f39155d7f81394750c, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733523584907 2024-12-06T22:19:48,574 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2519c7ca7505d79de8af15fbf85afd2/B in TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:48,574 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/dd6f7c1d28a64f82aa37ec6b3f98846f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/52e90e292c48427184912701b220f339, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/376912a6289743d482c45d7f304c1ed5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/73119bff6f89419192ad6ee34ba5b18d] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp, totalSize=48.3 K 2024-12-06T22:19:48,574 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2a787e555d0418bb3c93e60ef3de784, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733523585032 2024-12-06T22:19:48,574 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting dd6f7c1d28a64f82aa37ec6b3f98846f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733523584907 2024-12-06T22:19:48,574 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e5d67f1fadb47eb8434658bc762093b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733523585227 2024-12-06T22:19:48,575 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 52e90e292c48427184912701b220f339, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733523585032 2024-12-06T22:19:48,575 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 726c9de64662496ca1ddf193ba079f1a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733523586350 2024-12-06T22:19:48,575 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 376912a6289743d482c45d7f304c1ed5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733523585227 2024-12-06T22:19:48,576 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 73119bff6f89419192ad6ee34ba5b18d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733523586353 2024-12-06T22:19:48,585 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:48,590 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2519c7ca7505d79de8af15fbf85afd2#B#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:48,591 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/e789495ebbc74a30b29efcdc7def68a9 is 50, key is test_row_0/B:col10/1733523586357/Put/seqid=0 2024-12-06T22:19:48,592 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412062688cd065ff349e3b18a1d2512d6566f_d2519c7ca7505d79de8af15fbf85afd2 store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:48,595 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412062688cd065ff349e3b18a1d2512d6566f_d2519c7ca7505d79de8af15fbf85afd2, store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:48,595 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062688cd065ff349e3b18a1d2512d6566f_d2519c7ca7505d79de8af15fbf85afd2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:48,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742072_1248 (size=4469) 2024-12-06T22:19:48,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742071_1247 (size=12983) 2024-12-06T22:19:48,633 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2519c7ca7505d79de8af15fbf85afd2#A#compaction#209 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:48,634 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/c6bbf73017554a709a8649654c6e9c5b is 175, key is test_row_0/A:col10/1733523586357/Put/seqid=0 2024-12-06T22:19:48,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742073_1249 (size=31937) 2024-12-06T22:19:48,646 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/e789495ebbc74a30b29efcdc7def68a9 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/e789495ebbc74a30b29efcdc7def68a9 2024-12-06T22:19:48,648 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/c6bbf73017554a709a8649654c6e9c5b as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/c6bbf73017554a709a8649654c6e9c5b 2024-12-06T22:19:48,656 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d2519c7ca7505d79de8af15fbf85afd2/B of d2519c7ca7505d79de8af15fbf85afd2 into e789495ebbc74a30b29efcdc7def68a9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:48,656 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:48,656 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., storeName=d2519c7ca7505d79de8af15fbf85afd2/B, priority=12, startTime=1733523588570; duration=0sec 2024-12-06T22:19:48,656 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d2519c7ca7505d79de8af15fbf85afd2/A of d2519c7ca7505d79de8af15fbf85afd2 into c6bbf73017554a709a8649654c6e9c5b(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:48,656 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:48,656 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., storeName=d2519c7ca7505d79de8af15fbf85afd2/A, priority=12, startTime=1733523588570; duration=0sec 2024-12-06T22:19:48,656 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:48,656 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2519c7ca7505d79de8af15fbf85afd2:B 2024-12-06T22:19:48,656 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:19:48,657 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:48,657 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2519c7ca7505d79de8af15fbf85afd2:A 2024-12-06T22:19:48,658 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:19:48,658 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): d2519c7ca7505d79de8af15fbf85afd2/C is initiating minor compaction (all files) 2024-12-06T22:19:48,658 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2519c7ca7505d79de8af15fbf85afd2/C in TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:48,658 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/e9f350a847894b20b304d5d6a5a4bdb2, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/de9fc2c6a3634660b8108245159d0f9f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/b1559d868ed04a91aa619398bd35c374, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/3f0a67202313422094c155b7c1a321f7] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp, totalSize=48.3 K 2024-12-06T22:19:48,659 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting e9f350a847894b20b304d5d6a5a4bdb2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733523584907 2024-12-06T22:19:48,659 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting de9fc2c6a3634660b8108245159d0f9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733523585032 2024-12-06T22:19:48,660 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting b1559d868ed04a91aa619398bd35c374, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733523585227 2024-12-06T22:19:48,660 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f0a67202313422094c155b7c1a321f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733523586353 2024-12-06T22:19:48,671 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:48,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-06T22:19:48,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:48,672 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing d2519c7ca7505d79de8af15fbf85afd2 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-06T22:19:48,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=A 2024-12-06T22:19:48,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:48,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=B 2024-12-06T22:19:48,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:48,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=C 2024-12-06T22:19:48,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:48,675 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2519c7ca7505d79de8af15fbf85afd2#C#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:48,675 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/2bbfcffddab847bca1a4c061158723a2 is 50, key is test_row_0/C:col10/1733523586357/Put/seqid=0 2024-12-06T22:19:48,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065488676cf99747a28af420a0ecedab94_d2519c7ca7505d79de8af15fbf85afd2 is 50, key is test_row_0/A:col10/1733523587312/Put/seqid=0 2024-12-06T22:19:48,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742074_1250 (size=12983) 2024-12-06T22:19:48,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742075_1251 (size=12454) 2024-12-06T22:19:48,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:48,743 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065488676cf99747a28af420a0ecedab94_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065488676cf99747a28af420a0ecedab94_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:48,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/184d316cf45c4732a68b81f40ca5bcbc, store: [table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:48,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/184d316cf45c4732a68b81f40ca5bcbc is 175, key is test_row_0/A:col10/1733523587312/Put/seqid=0 2024-12-06T22:19:48,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742076_1252 (size=31255) 2024-12-06T22:19:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-06T22:19:49,125 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/2bbfcffddab847bca1a4c061158723a2 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/2bbfcffddab847bca1a4c061158723a2 2024-12-06T22:19:49,132 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d2519c7ca7505d79de8af15fbf85afd2/C of d2519c7ca7505d79de8af15fbf85afd2 into 2bbfcffddab847bca1a4c061158723a2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:49,132 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:49,132 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., storeName=d2519c7ca7505d79de8af15fbf85afd2/C, priority=12, startTime=1733523588570; duration=0sec 2024-12-06T22:19:49,132 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:49,132 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2519c7ca7505d79de8af15fbf85afd2:C 2024-12-06T22:19:49,181 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/184d316cf45c4732a68b81f40ca5bcbc 2024-12-06T22:19:49,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/a40b19560887483bb619be53edf7d52f is 50, key is test_row_0/B:col10/1733523587312/Put/seqid=0 2024-12-06T22:19:49,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742077_1253 (size=12301) 2024-12-06T22:19:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:49,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. as already flushing 2024-12-06T22:19:49,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523649466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:49,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523649569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:49,603 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/a40b19560887483bb619be53edf7d52f 2024-12-06T22:19:49,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/931ddb5909244632a6bb5455bef4629f is 50, key is test_row_0/C:col10/1733523587312/Put/seqid=0 2024-12-06T22:19:49,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742078_1254 (size=12301) 2024-12-06T22:19:49,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523649771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-06T22:19:50,019 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/931ddb5909244632a6bb5455bef4629f 2024-12-06T22:19:50,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/184d316cf45c4732a68b81f40ca5bcbc as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/184d316cf45c4732a68b81f40ca5bcbc 2024-12-06T22:19:50,029 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/184d316cf45c4732a68b81f40ca5bcbc, entries=150, sequenceid=315, filesize=30.5 K 2024-12-06T22:19:50,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/a40b19560887483bb619be53edf7d52f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/a40b19560887483bb619be53edf7d52f 2024-12-06T22:19:50,035 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/a40b19560887483bb619be53edf7d52f, entries=150, sequenceid=315, filesize=12.0 K 2024-12-06T22:19:50,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/931ddb5909244632a6bb5455bef4629f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/931ddb5909244632a6bb5455bef4629f 2024-12-06T22:19:50,041 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/931ddb5909244632a6bb5455bef4629f, entries=150, sequenceid=315, filesize=12.0 K 2024-12-06T22:19:50,042 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d2519c7ca7505d79de8af15fbf85afd2 in 1370ms, sequenceid=315, compaction requested=false 2024-12-06T22:19:50,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:50,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:50,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-12-06T22:19:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-12-06T22:19:50,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-12-06T22:19:50,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1350 sec 2024-12-06T22:19:50,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 2.1400 sec 2024-12-06T22:19:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:50,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2519c7ca7505d79de8af15fbf85afd2 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-06T22:19:50,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=A 2024-12-06T22:19:50,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:50,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=B 2024-12-06T22:19:50,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:50,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=C 2024-12-06T22:19:50,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:50,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412060832e07eeec744fead8db0258d6ad0dc_d2519c7ca7505d79de8af15fbf85afd2 is 50, key is test_row_0/A:col10/1733523589453/Put/seqid=0 2024-12-06T22:19:50,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742079_1255 (size=14994) 2024-12-06T22:19:50,092 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:50,098 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412060832e07eeec744fead8db0258d6ad0dc_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412060832e07eeec744fead8db0258d6ad0dc_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:50,100 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/a295b79cc00c461cb60b26ea94c2d04a, store: [table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:50,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/a295b79cc00c461cb60b26ea94c2d04a is 175, key is test_row_0/A:col10/1733523589453/Put/seqid=0 2024-12-06T22:19:50,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742080_1256 (size=39949) 2024-12-06T22:19:50,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523650148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:50,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523650250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:50,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523650454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:50,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523650483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:50,485 DEBUG [Thread-793 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4127 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., hostname=6d2a5dd008ce,36991,1733523540613, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T22:19:50,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523650493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:50,495 DEBUG [Thread-787 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., hostname=6d2a5dd008ce,36991,1733523540613, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T22:19:50,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523650494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:50,496 DEBUG [Thread-795 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., hostname=6d2a5dd008ce,36991,1733523540613, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T22:19:50,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523650500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:50,502 DEBUG [Thread-789 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., hostname=6d2a5dd008ce,36991,1733523540613, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T22:19:50,520 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/a295b79cc00c461cb60b26ea94c2d04a 2024-12-06T22:19:50,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/31019f7557344bf6a5b7e5f421bd1ab4 is 50, key is test_row_0/B:col10/1733523589453/Put/seqid=0 2024-12-06T22:19:50,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742081_1257 (size=12301) 2024-12-06T22:19:50,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523650758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:50,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/31019f7557344bf6a5b7e5f421bd1ab4 2024-12-06T22:19:50,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/6014652352144ae6bb66780cd69f77a1 is 50, key is test_row_0/C:col10/1733523589453/Put/seqid=0 2024-12-06T22:19:50,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742082_1258 (size=12301) 2024-12-06T22:19:51,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523651265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:51,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/6014652352144ae6bb66780cd69f77a1 2024-12-06T22:19:51,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/a295b79cc00c461cb60b26ea94c2d04a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/a295b79cc00c461cb60b26ea94c2d04a 2024-12-06T22:19:51,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/a295b79cc00c461cb60b26ea94c2d04a, entries=200, sequenceid=331, filesize=39.0 K 2024-12-06T22:19:51,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/31019f7557344bf6a5b7e5f421bd1ab4 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/31019f7557344bf6a5b7e5f421bd1ab4 2024-12-06T22:19:51,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/31019f7557344bf6a5b7e5f421bd1ab4, entries=150, sequenceid=331, filesize=12.0 K 2024-12-06T22:19:51,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/6014652352144ae6bb66780cd69f77a1 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/6014652352144ae6bb66780cd69f77a1 2024-12-06T22:19:51,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/6014652352144ae6bb66780cd69f77a1, entries=150, sequenceid=331, filesize=12.0 K 2024-12-06T22:19:51,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d2519c7ca7505d79de8af15fbf85afd2 in 1297ms, sequenceid=331, compaction requested=true 2024-12-06T22:19:51,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:51,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2519c7ca7505d79de8af15fbf85afd2:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:19:51,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:51,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2519c7ca7505d79de8af15fbf85afd2:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:19:51,374 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:51,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:51,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2519c7ca7505d79de8af15fbf85afd2:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:19:51,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T22:19:51,375 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:51,376 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:51,376 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:51,376 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): d2519c7ca7505d79de8af15fbf85afd2/B is initiating minor compaction (all files) 2024-12-06T22:19:51,377 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): d2519c7ca7505d79de8af15fbf85afd2/A is initiating minor compaction (all files) 2024-12-06T22:19:51,377 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2519c7ca7505d79de8af15fbf85afd2/B in TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:51,377 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2519c7ca7505d79de8af15fbf85afd2/A in TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:51,377 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/e789495ebbc74a30b29efcdc7def68a9, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/a40b19560887483bb619be53edf7d52f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/31019f7557344bf6a5b7e5f421bd1ab4] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp, totalSize=36.7 K 2024-12-06T22:19:51,377 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/c6bbf73017554a709a8649654c6e9c5b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/184d316cf45c4732a68b81f40ca5bcbc, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/a295b79cc00c461cb60b26ea94c2d04a] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp, totalSize=100.7 K 2024-12-06T22:19:51,377 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:51,377 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. files: [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/c6bbf73017554a709a8649654c6e9c5b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/184d316cf45c4732a68b81f40ca5bcbc, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/a295b79cc00c461cb60b26ea94c2d04a] 2024-12-06T22:19:51,377 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting e789495ebbc74a30b29efcdc7def68a9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733523586353 2024-12-06T22:19:51,377 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting a40b19560887483bb619be53edf7d52f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733523587293 2024-12-06T22:19:51,377 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6bbf73017554a709a8649654c6e9c5b, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733523586353 2024-12-06T22:19:51,378 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 31019f7557344bf6a5b7e5f421bd1ab4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733523589453 2024-12-06T22:19:51,378 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 184d316cf45c4732a68b81f40ca5bcbc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733523587293 2024-12-06T22:19:51,378 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting a295b79cc00c461cb60b26ea94c2d04a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733523589453 2024-12-06T22:19:51,388 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2519c7ca7505d79de8af15fbf85afd2#B#compaction#218 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:51,389 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/d5173499e3f94eaa9c68bc59322518ac is 50, key is test_row_0/B:col10/1733523589453/Put/seqid=0 2024-12-06T22:19:51,400 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:51,412 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206b959930a916d4a63ac407eb65d7687fc_d2519c7ca7505d79de8af15fbf85afd2 store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:51,415 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206b959930a916d4a63ac407eb65d7687fc_d2519c7ca7505d79de8af15fbf85afd2, store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:51,415 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b959930a916d4a63ac407eb65d7687fc_d2519c7ca7505d79de8af15fbf85afd2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:51,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742084_1260 (size=4469) 2024-12-06T22:19:51,431 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2519c7ca7505d79de8af15fbf85afd2#A#compaction#219 average throughput is 0.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:51,432 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/31807720390a4b24a2d7fc5bc28bfa0a is 175, key is test_row_0/A:col10/1733523589453/Put/seqid=0 2024-12-06T22:19:51,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742083_1259 (size=13085) 2024-12-06T22:19:51,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742085_1261 (size=32039) 2024-12-06T22:19:51,840 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/d5173499e3f94eaa9c68bc59322518ac as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/d5173499e3f94eaa9c68bc59322518ac 2024-12-06T22:19:51,852 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/31807720390a4b24a2d7fc5bc28bfa0a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/31807720390a4b24a2d7fc5bc28bfa0a 2024-12-06T22:19:51,853 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2519c7ca7505d79de8af15fbf85afd2/B of d2519c7ca7505d79de8af15fbf85afd2 into d5173499e3f94eaa9c68bc59322518ac(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:51,854 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:51,854 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., storeName=d2519c7ca7505d79de8af15fbf85afd2/B, priority=13, startTime=1733523591374; duration=0sec 2024-12-06T22:19:51,854 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:51,854 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2519c7ca7505d79de8af15fbf85afd2:B 2024-12-06T22:19:51,854 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:19:51,856 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:19:51,856 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): d2519c7ca7505d79de8af15fbf85afd2/C is initiating minor compaction (all files) 2024-12-06T22:19:51,856 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2519c7ca7505d79de8af15fbf85afd2/C in TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:51,857 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/2bbfcffddab847bca1a4c061158723a2, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/931ddb5909244632a6bb5455bef4629f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/6014652352144ae6bb66780cd69f77a1] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp, totalSize=36.7 K 2024-12-06T22:19:51,857 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bbfcffddab847bca1a4c061158723a2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733523586353 2024-12-06T22:19:51,858 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 931ddb5909244632a6bb5455bef4629f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733523587293 2024-12-06T22:19:51,859 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 6014652352144ae6bb66780cd69f77a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733523589453 2024-12-06T22:19:51,859 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2519c7ca7505d79de8af15fbf85afd2/A of d2519c7ca7505d79de8af15fbf85afd2 into 31807720390a4b24a2d7fc5bc28bfa0a(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:51,859 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:51,859 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., storeName=d2519c7ca7505d79de8af15fbf85afd2/A, priority=13, startTime=1733523591374; duration=0sec 2024-12-06T22:19:51,859 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:51,859 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2519c7ca7505d79de8af15fbf85afd2:A 2024-12-06T22:19:51,871 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2519c7ca7505d79de8af15fbf85afd2#C#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:51,873 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/c1e6f02ccd894fab81ea502f15227b16 is 50, key is test_row_0/C:col10/1733523589453/Put/seqid=0 2024-12-06T22:19:51,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742086_1262 (size=13085) 2024-12-06T22:19:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-06T22:19:52,012 INFO [Thread-797 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-12-06T22:19:52,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:19:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-12-06T22:19:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-06T22:19:52,016 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:19:52,017 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:19:52,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:19:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-06T22:19:52,169 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:52,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-06T22:19:52,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:52,170 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing d2519c7ca7505d79de8af15fbf85afd2 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-06T22:19:52,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=A 2024-12-06T22:19:52,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:52,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=B 2024-12-06T22:19:52,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:52,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=C 2024-12-06T22:19:52,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:52,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206c8621017b58c48cdbdc29580d47d791d_d2519c7ca7505d79de8af15fbf85afd2 is 50, key is test_row_0/A:col10/1733523590137/Put/seqid=0 2024-12-06T22:19:52,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742087_1263 (size=12454) 2024-12-06T22:19:52,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. as already flushing 2024-12-06T22:19:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:52,307 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/c1e6f02ccd894fab81ea502f15227b16 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/c1e6f02ccd894fab81ea502f15227b16 2024-12-06T22:19:52,314 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2519c7ca7505d79de8af15fbf85afd2/C of d2519c7ca7505d79de8af15fbf85afd2 into c1e6f02ccd894fab81ea502f15227b16(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:52,314 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:52,314 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., storeName=d2519c7ca7505d79de8af15fbf85afd2/C, priority=13, startTime=1733523591374; duration=0sec 2024-12-06T22:19:52,314 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:52,314 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2519c7ca7505d79de8af15fbf85afd2:C 2024-12-06T22:19:52,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-06T22:19:52,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523652360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:52,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523652465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:52,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:52,606 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206c8621017b58c48cdbdc29580d47d791d_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c8621017b58c48cdbdc29580d47d791d_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:52,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/b8d6e944f9b74ef08ec8178a8db1f174, store: [table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:52,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/b8d6e944f9b74ef08ec8178a8db1f174 is 175, key is test_row_0/A:col10/1733523590137/Put/seqid=0 2024-12-06T22:19:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-06T22:19:52,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742088_1264 (size=31255) 2024-12-06T22:19:52,645 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=354, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/b8d6e944f9b74ef08ec8178a8db1f174 2024-12-06T22:19:52,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/1b119e64c0ab4108bfc375e0bad7cd88 is 50, key is test_row_0/B:col10/1733523590137/Put/seqid=0 2024-12-06T22:19:52,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523652668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:52,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742089_1265 (size=12301) 2024-12-06T22:19:52,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523652975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:53,110 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/1b119e64c0ab4108bfc375e0bad7cd88 2024-12-06T22:19:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-06T22:19:53,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/232b5443cb794143ac850475a74dec38 is 50, key is test_row_0/C:col10/1733523590137/Put/seqid=0 2024-12-06T22:19:53,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742090_1266 (size=12301) 2024-12-06T22:19:53,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:53,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523653481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:53,551 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/232b5443cb794143ac850475a74dec38 2024-12-06T22:19:53,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/b8d6e944f9b74ef08ec8178a8db1f174 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/b8d6e944f9b74ef08ec8178a8db1f174 2024-12-06T22:19:53,563 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/b8d6e944f9b74ef08ec8178a8db1f174, entries=150, sequenceid=354, filesize=30.5 K 2024-12-06T22:19:53,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/1b119e64c0ab4108bfc375e0bad7cd88 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/1b119e64c0ab4108bfc375e0bad7cd88 2024-12-06T22:19:53,568 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/1b119e64c0ab4108bfc375e0bad7cd88, entries=150, sequenceid=354, filesize=12.0 K 2024-12-06T22:19:53,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/232b5443cb794143ac850475a74dec38 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/232b5443cb794143ac850475a74dec38 2024-12-06T22:19:53,578 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/232b5443cb794143ac850475a74dec38, entries=150, sequenceid=354, filesize=12.0 K 2024-12-06T22:19:53,580 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for d2519c7ca7505d79de8af15fbf85afd2 in 1410ms, sequenceid=354, compaction requested=false 2024-12-06T22:19:53,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:53,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:53,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-12-06T22:19:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-12-06T22:19:53,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-12-06T22:19:53,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5650 sec 2024-12-06T22:19:53,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.5690 sec 2024-12-06T22:19:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-06T22:19:54,123 INFO [Thread-797 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-12-06T22:19:54,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:19:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-12-06T22:19:54,126 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:19:54,127 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:19:54,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:19:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-06T22:19:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-06T22:19:54,279 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:54,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-06T22:19:54,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:54,280 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing d2519c7ca7505d79de8af15fbf85afd2 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-06T22:19:54,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=A 2024-12-06T22:19:54,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:54,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=B 2024-12-06T22:19:54,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:54,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=C 2024-12-06T22:19:54,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:54,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412067c8881089c2b42b28034f7ddc2adacb0_d2519c7ca7505d79de8af15fbf85afd2 is 50, key is test_row_0/A:col10/1733523592358/Put/seqid=0 2024-12-06T22:19:54,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742091_1267 (size=12454) 2024-12-06T22:19:54,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:54,324 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412067c8881089c2b42b28034f7ddc2adacb0_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067c8881089c2b42b28034f7ddc2adacb0_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:54,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/d438f63912824b10a9d687e587ef2b8e, store: [table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:54,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/d438f63912824b10a9d687e587ef2b8e is 175, key is test_row_0/A:col10/1733523592358/Put/seqid=0 2024-12-06T22:19:54,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742092_1268 (size=31255) 2024-12-06T22:19:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-06T22:19:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:54,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. as already flushing 2024-12-06T22:19:54,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523654516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:54,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523654520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:54,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523654520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:54,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34686 deadline: 1733523654524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:54,528 DEBUG [Thread-787 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8169 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., hostname=6d2a5dd008ce,36991,1733523540613, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T22:19:54,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34692 deadline: 1733523654529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:54,531 DEBUG [Thread-795 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8174 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., hostname=6d2a5dd008ce,36991,1733523540613, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T22:19:54,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523654621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:54,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523654624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:54,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523654625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-06T22:19:54,751 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=370, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/d438f63912824b10a9d687e587ef2b8e 2024-12-06T22:19:54,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/64491a731b5c4c55b9ff884eeaccb097 is 50, key is test_row_0/B:col10/1733523592358/Put/seqid=0 2024-12-06T22:19:54,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742093_1269 (size=12301) 2024-12-06T22:19:54,768 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/64491a731b5c4c55b9ff884eeaccb097 2024-12-06T22:19:54,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/ae2aafdf30b64e08b13c86068dd7694c is 50, key is test_row_0/C:col10/1733523592358/Put/seqid=0 2024-12-06T22:19:54,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742094_1270 (size=12301) 2024-12-06T22:19:54,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523654824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:54,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523654827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:54,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523654828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:55,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:55,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1733523655126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:55,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1733523655130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:55,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:19:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1733523655132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:19:55,185 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/ae2aafdf30b64e08b13c86068dd7694c 2024-12-06T22:19:55,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/d438f63912824b10a9d687e587ef2b8e as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d438f63912824b10a9d687e587ef2b8e 2024-12-06T22:19:55,214 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d438f63912824b10a9d687e587ef2b8e, entries=150, sequenceid=370, filesize=30.5 K 2024-12-06T22:19:55,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/64491a731b5c4c55b9ff884eeaccb097 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/64491a731b5c4c55b9ff884eeaccb097 2024-12-06T22:19:55,222 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/64491a731b5c4c55b9ff884eeaccb097, entries=150, sequenceid=370, filesize=12.0 K 2024-12-06T22:19:55,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/ae2aafdf30b64e08b13c86068dd7694c as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/ae2aafdf30b64e08b13c86068dd7694c 2024-12-06T22:19:55,228 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/ae2aafdf30b64e08b13c86068dd7694c, entries=150, sequenceid=370, filesize=12.0 K 2024-12-06T22:19:55,230 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d2519c7ca7505d79de8af15fbf85afd2 in 951ms, sequenceid=370, compaction requested=true 2024-12-06T22:19:55,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:55,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:55,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-12-06T22:19:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-12-06T22:19:55,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-06T22:19:55,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1050 sec 2024-12-06T22:19:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-06T22:19:55,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.1090 sec 2024-12-06T22:19:55,332 DEBUG [Thread-802 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x250a1de4 to 127.0.0.1:55123 2024-12-06T22:19:55,332 DEBUG [Thread-802 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:19:55,336 DEBUG [Thread-798 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29dad7a8 to 127.0.0.1:55123 2024-12-06T22:19:55,336 DEBUG [Thread-798 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:19:55,341 DEBUG [Thread-804 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49456175 to 127.0.0.1:55123 2024-12-06T22:19:55,341 DEBUG [Thread-804 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:19:55,342 DEBUG [Thread-800 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62c6fdab to 127.0.0.1:55123 2024-12-06T22:19:55,343 DEBUG [Thread-800 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:19:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:55,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2519c7ca7505d79de8af15fbf85afd2 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-06T22:19:55,633 DEBUG [Thread-793 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d6eb994 to 127.0.0.1:55123 2024-12-06T22:19:55,633 DEBUG [Thread-793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:19:55,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=A 2024-12-06T22:19:55,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:55,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=B 2024-12-06T22:19:55,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:55,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=C 2024-12-06T22:19:55,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:19:55,637 DEBUG [Thread-791 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28c904d8 to 127.0.0.1:55123 2024-12-06T22:19:55,638 DEBUG [Thread-791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:19:55,638 DEBUG [Thread-789 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0231f064 to 127.0.0.1:55123 2024-12-06T22:19:55,638 DEBUG [Thread-789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:19:55,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a43595eefc5d49c2ac00c59636772691_d2519c7ca7505d79de8af15fbf85afd2 is 50, key is test_row_0/A:col10/1733523594513/Put/seqid=0 2024-12-06T22:19:55,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742095_1271 (size=12454) 2024-12-06T22:19:56,046 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:19:56,050 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a43595eefc5d49c2ac00c59636772691_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a43595eefc5d49c2ac00c59636772691_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:19:56,051 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/d90ebe24ac514fe885293daf0d425162, store: [table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:56,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/d90ebe24ac514fe885293daf0d425162 is 175, key is test_row_0/A:col10/1733523594513/Put/seqid=0 2024-12-06T22:19:56,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742096_1272 (size=31255) 2024-12-06T22:19:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-06T22:19:56,236 INFO [Thread-797 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-12-06T22:19:56,456 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=392, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/d90ebe24ac514fe885293daf0d425162 2024-12-06T22:19:56,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/16c2619ba16f40a286de3a459e25e776 is 50, key is test_row_0/B:col10/1733523594513/Put/seqid=0 2024-12-06T22:19:56,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742097_1273 (size=12301) 2024-12-06T22:19:56,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/16c2619ba16f40a286de3a459e25e776 2024-12-06T22:19:56,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/9624f8cca2244aaf843cc48bcd08029c is 50, key is test_row_0/C:col10/1733523594513/Put/seqid=0 2024-12-06T22:19:56,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742098_1274 (size=12301) 2024-12-06T22:19:56,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/9624f8cca2244aaf843cc48bcd08029c 2024-12-06T22:19:56,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/d90ebe24ac514fe885293daf0d425162 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d90ebe24ac514fe885293daf0d425162 2024-12-06T22:19:56,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d90ebe24ac514fe885293daf0d425162, entries=150, sequenceid=392, filesize=30.5 K 2024-12-06T22:19:56,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/16c2619ba16f40a286de3a459e25e776 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/16c2619ba16f40a286de3a459e25e776 2024-12-06T22:19:56,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/16c2619ba16f40a286de3a459e25e776, entries=150, sequenceid=392, filesize=12.0 K 2024-12-06T22:19:56,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/9624f8cca2244aaf843cc48bcd08029c as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/9624f8cca2244aaf843cc48bcd08029c 2024-12-06T22:19:56,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/9624f8cca2244aaf843cc48bcd08029c, entries=150, sequenceid=392, filesize=12.0 K 2024-12-06T22:19:56,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=13.42 KB/13740 for d2519c7ca7505d79de8af15fbf85afd2 in 895ms, sequenceid=392, compaction requested=true 2024-12-06T22:19:56,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:56,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2519c7ca7505d79de8af15fbf85afd2:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:19:56,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:56,528 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:19:56,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2519c7ca7505d79de8af15fbf85afd2:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:19:56,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:56,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2519c7ca7505d79de8af15fbf85afd2:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:19:56,528 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:19:56,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:56,530 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125804 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:19:56,530 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): d2519c7ca7505d79de8af15fbf85afd2/A is initiating minor compaction (all files) 2024-12-06T22:19:56,530 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2519c7ca7505d79de8af15fbf85afd2/A in TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:56,530 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/31807720390a4b24a2d7fc5bc28bfa0a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/b8d6e944f9b74ef08ec8178a8db1f174, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d438f63912824b10a9d687e587ef2b8e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d90ebe24ac514fe885293daf0d425162] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp, totalSize=122.9 K 2024-12-06T22:19:56,530 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:56,530 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. files: [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/31807720390a4b24a2d7fc5bc28bfa0a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/b8d6e944f9b74ef08ec8178a8db1f174, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d438f63912824b10a9d687e587ef2b8e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d90ebe24ac514fe885293daf0d425162] 2024-12-06T22:19:56,531 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:19:56,531 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): d2519c7ca7505d79de8af15fbf85afd2/B is initiating minor compaction (all files) 2024-12-06T22:19:56,531 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2519c7ca7505d79de8af15fbf85afd2/B in TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:56,531 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/d5173499e3f94eaa9c68bc59322518ac, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/1b119e64c0ab4108bfc375e0bad7cd88, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/64491a731b5c4c55b9ff884eeaccb097, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/16c2619ba16f40a286de3a459e25e776] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp, totalSize=48.8 K 2024-12-06T22:19:56,531 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31807720390a4b24a2d7fc5bc28bfa0a, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733523589453 2024-12-06T22:19:56,532 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting d5173499e3f94eaa9c68bc59322518ac, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733523589453 2024-12-06T22:19:56,532 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8d6e944f9b74ef08ec8178a8db1f174, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733523590137 2024-12-06T22:19:56,532 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b119e64c0ab4108bfc375e0bad7cd88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733523590137 2024-12-06T22:19:56,532 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting d438f63912824b10a9d687e587ef2b8e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733523592334 2024-12-06T22:19:56,533 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 64491a731b5c4c55b9ff884eeaccb097, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733523592334 2024-12-06T22:19:56,533 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting d90ebe24ac514fe885293daf0d425162, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733523594513 2024-12-06T22:19:56,533 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 16c2619ba16f40a286de3a459e25e776, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733523594513 2024-12-06T22:19:56,548 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:56,551 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2519c7ca7505d79de8af15fbf85afd2#B#compaction#230 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:56,552 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/e1ac173709674a80b641479f758ddcb9 is 50, key is test_row_0/B:col10/1733523594513/Put/seqid=0 2024-12-06T22:19:56,560 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412064c27498d43a64020a595054830199e48_d2519c7ca7505d79de8af15fbf85afd2 store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:56,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742099_1275 (size=13221) 2024-12-06T22:19:56,585 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/e1ac173709674a80b641479f758ddcb9 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/e1ac173709674a80b641479f758ddcb9 2024-12-06T22:19:56,591 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d2519c7ca7505d79de8af15fbf85afd2/B of d2519c7ca7505d79de8af15fbf85afd2 into e1ac173709674a80b641479f758ddcb9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:56,591 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:56,591 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., storeName=d2519c7ca7505d79de8af15fbf85afd2/B, priority=12, startTime=1733523596528; duration=0sec 2024-12-06T22:19:56,591 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:19:56,591 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2519c7ca7505d79de8af15fbf85afd2:B 2024-12-06T22:19:56,591 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:19:56,592 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:19:56,593 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): d2519c7ca7505d79de8af15fbf85afd2/C is initiating minor compaction (all files) 2024-12-06T22:19:56,593 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2519c7ca7505d79de8af15fbf85afd2/C in TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:19:56,593 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/c1e6f02ccd894fab81ea502f15227b16, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/232b5443cb794143ac850475a74dec38, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/ae2aafdf30b64e08b13c86068dd7694c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/9624f8cca2244aaf843cc48bcd08029c] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp, totalSize=48.8 K 2024-12-06T22:19:56,593 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting c1e6f02ccd894fab81ea502f15227b16, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733523589453 2024-12-06T22:19:56,594 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 232b5443cb794143ac850475a74dec38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733523590137 2024-12-06T22:19:56,594 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting ae2aafdf30b64e08b13c86068dd7694c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733523592334 2024-12-06T22:19:56,595 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 9624f8cca2244aaf843cc48bcd08029c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733523594513 2024-12-06T22:19:56,600 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412064c27498d43a64020a595054830199e48_d2519c7ca7505d79de8af15fbf85afd2, store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:56,600 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064c27498d43a64020a595054830199e48_d2519c7ca7505d79de8af15fbf85afd2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:19:56,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742100_1276 (size=4469) 2024-12-06T22:19:56,613 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2519c7ca7505d79de8af15fbf85afd2#A#compaction#231 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:56,614 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/49e945368a734e9596e123fc9dc285f8 is 175, key is test_row_0/A:col10/1733523594513/Put/seqid=0 2024-12-06T22:19:56,619 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2519c7ca7505d79de8af15fbf85afd2#C#compaction#232 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:19:56,620 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/0ff6c54fb7fb4c06b579c5f4ab6eb7d3 is 50, key is test_row_0/C:col10/1733523594513/Put/seqid=0 2024-12-06T22:19:56,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742101_1277 (size=32175) 2024-12-06T22:19:56,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742102_1278 (size=13221) 2024-12-06T22:19:56,648 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/49e945368a734e9596e123fc9dc285f8 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/49e945368a734e9596e123fc9dc285f8 2024-12-06T22:19:56,648 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/0ff6c54fb7fb4c06b579c5f4ab6eb7d3 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/0ff6c54fb7fb4c06b579c5f4ab6eb7d3 2024-12-06T22:19:56,654 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d2519c7ca7505d79de8af15fbf85afd2/C of d2519c7ca7505d79de8af15fbf85afd2 into 0ff6c54fb7fb4c06b579c5f4ab6eb7d3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:56,654 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:56,654 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., storeName=d2519c7ca7505d79de8af15fbf85afd2/C, priority=12, startTime=1733523596528; duration=0sec 2024-12-06T22:19:56,654 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:56,654 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2519c7ca7505d79de8af15fbf85afd2:C 2024-12-06T22:19:56,655 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d2519c7ca7505d79de8af15fbf85afd2/A of d2519c7ca7505d79de8af15fbf85afd2 into 49e945368a734e9596e123fc9dc285f8(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:19:56,655 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:19:56,656 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2., storeName=d2519c7ca7505d79de8af15fbf85afd2/A, priority=12, startTime=1733523596528; duration=0sec 2024-12-06T22:19:56,656 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:19:56,656 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2519c7ca7505d79de8af15fbf85afd2:A 2024-12-06T22:19:58,958 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T22:20:04,221 DEBUG [master/6d2a5dd008ce:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 68d566dbf2dbe24fb10da6fe768e0b3e changed from -1.0 to 0.0, refreshing cache 2024-12-06T22:20:04,533 DEBUG [Thread-795 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a63fed4 to 127.0.0.1:55123 2024-12-06T22:20:04,534 DEBUG [Thread-795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:20:04,621 DEBUG [Thread-787 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a0aa7d7 to 127.0.0.1:55123 2024-12-06T22:20:04,621 DEBUG [Thread-787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:20:04,621 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-06T22:20:04,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-12-06T22:20:04,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-12-06T22:20:04,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-12-06T22:20:04,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-12-06T22:20:04,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-12-06T22:20:04,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-06T22:20:04,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5522 2024-12-06T22:20:04,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5323 2024-12-06T22:20:04,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-06T22:20:04,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2291 2024-12-06T22:20:04,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6873 rows 2024-12-06T22:20:04,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2306 2024-12-06T22:20:04,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6918 rows 2024-12-06T22:20:04,622 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-06T22:20:04,622 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f3c14c0 to 127.0.0.1:55123 2024-12-06T22:20:04,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:20:04,627 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-06T22:20:04,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-06T22:20:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-06T22:20:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-06T22:20:04,631 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733523604630"}]},"ts":"1733523604630"} 2024-12-06T22:20:04,632 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-06T22:20:04,634 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-06T22:20:04,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T22:20:04,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2519c7ca7505d79de8af15fbf85afd2, UNASSIGN}] 2024-12-06T22:20:04,636 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2519c7ca7505d79de8af15fbf85afd2, UNASSIGN 2024-12-06T22:20:04,637 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=d2519c7ca7505d79de8af15fbf85afd2, regionState=CLOSING, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:04,637 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T22:20:04,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613}] 2024-12-06T22:20:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-06T22:20:04,789 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:04,789 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:20:04,789 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-06T22:20:04,789 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing d2519c7ca7505d79de8af15fbf85afd2, disabling compactions & flushes 2024-12-06T22:20:04,789 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:20:04,789 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:20:04,789 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. after waiting 0 ms 2024-12-06T22:20:04,789 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:20:04,789 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(2837): Flushing d2519c7ca7505d79de8af15fbf85afd2 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-06T22:20:04,790 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=A 2024-12-06T22:20:04,790 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:04,790 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=B 2024-12-06T22:20:04,790 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:04,790 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2519c7ca7505d79de8af15fbf85afd2, store=C 2024-12-06T22:20:04,790 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:04,796 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062b2f5844c9cc44048cc6630c0428b712_d2519c7ca7505d79de8af15fbf85afd2 is 50, key is test_row_0/A:col10/1733523595636/Put/seqid=0 2024-12-06T22:20:04,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742103_1279 (size=9914) 2024-12-06T22:20:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-06T22:20:05,201 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:05,205 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062b2f5844c9cc44048cc6630c0428b712_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062b2f5844c9cc44048cc6630c0428b712_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:20:05,206 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/7cd744bd30d34762824fce7859d69f7f, store: [table=TestAcidGuarantees family=A region=d2519c7ca7505d79de8af15fbf85afd2] 2024-12-06T22:20:05,207 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/7cd744bd30d34762824fce7859d69f7f is 175, key is test_row_0/A:col10/1733523595636/Put/seqid=0 2024-12-06T22:20:05,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742104_1280 (size=22561) 2024-12-06T22:20:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-06T22:20:05,611 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=402, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/7cd744bd30d34762824fce7859d69f7f 2024-12-06T22:20:05,618 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/649468b6e6164852bd7058bce697db73 is 50, key is test_row_0/B:col10/1733523595636/Put/seqid=0 2024-12-06T22:20:05,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742105_1281 (size=9857) 2024-12-06T22:20:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-06T22:20:06,022 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/649468b6e6164852bd7058bce697db73 2024-12-06T22:20:06,028 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/158c7d1670cd45059ca3228917a858ce is 50, key is test_row_0/C:col10/1733523595636/Put/seqid=0 2024-12-06T22:20:06,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742106_1282 (size=9857) 2024-12-06T22:20:06,433 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/158c7d1670cd45059ca3228917a858ce 2024-12-06T22:20:06,437 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/A/7cd744bd30d34762824fce7859d69f7f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/7cd744bd30d34762824fce7859d69f7f 2024-12-06T22:20:06,441 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/7cd744bd30d34762824fce7859d69f7f, entries=100, sequenceid=402, filesize=22.0 K 2024-12-06T22:20:06,442 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/B/649468b6e6164852bd7058bce697db73 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/649468b6e6164852bd7058bce697db73 2024-12-06T22:20:06,445 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/649468b6e6164852bd7058bce697db73, entries=100, sequenceid=402, filesize=9.6 K 2024-12-06T22:20:06,446 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/.tmp/C/158c7d1670cd45059ca3228917a858ce as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/158c7d1670cd45059ca3228917a858ce 2024-12-06T22:20:06,449 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/158c7d1670cd45059ca3228917a858ce, entries=100, sequenceid=402, filesize=9.6 K 2024-12-06T22:20:06,450 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for d2519c7ca7505d79de8af15fbf85afd2 in 1660ms, sequenceid=402, compaction requested=false 2024-12-06T22:20:06,450 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d4ad2dff785940acab7ce06909cdf2f9, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/b172e08476dd4ee196def8f43b71ffc6, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/30e2702921504c269e3a746072903f22, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/20c14227a135437fa15607afa4109a98, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/89ee0e9db97f4bbf974ac302cde01c4f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/770c620f527f4d29a452dffb57d1caca, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/012f6f28159b4553a3f93afc9c4e752c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/5dc5a9e82fb74b42a755767963efe1c0, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/dfb1532ce0b94c71a2c1b8cc42759733, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/dff352bdcc39409882dfb7297181ca52, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/cb36ccfdc65246279fae24b18dc8304a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/9788482f2abc49d590a0642299b702f4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/3c8ab2504bf7453a98bbe976ff29aa6e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d8c13d77495f4e41844cc807c562764f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/293c0d0f654a4d62a773aa1ef5b55e8f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d02f3c59455e43e5b4e762f44f673bb3, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/32d17c8ccc3e49f39155d7f81394750c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/e2a787e555d0418bb3c93e60ef3de784, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/3e5d67f1fadb47eb8434658bc762093b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/726c9de64662496ca1ddf193ba079f1a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/c6bbf73017554a709a8649654c6e9c5b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/184d316cf45c4732a68b81f40ca5bcbc, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/a295b79cc00c461cb60b26ea94c2d04a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/31807720390a4b24a2d7fc5bc28bfa0a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/b8d6e944f9b74ef08ec8178a8db1f174, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d438f63912824b10a9d687e587ef2b8e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d90ebe24ac514fe885293daf0d425162] to archive 2024-12-06T22:20:06,451 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T22:20:06,453 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d4ad2dff785940acab7ce06909cdf2f9 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d4ad2dff785940acab7ce06909cdf2f9 2024-12-06T22:20:06,454 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/b172e08476dd4ee196def8f43b71ffc6 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/b172e08476dd4ee196def8f43b71ffc6 2024-12-06T22:20:06,455 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/30e2702921504c269e3a746072903f22 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/30e2702921504c269e3a746072903f22 2024-12-06T22:20:06,456 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/20c14227a135437fa15607afa4109a98 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/20c14227a135437fa15607afa4109a98 2024-12-06T22:20:06,458 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/89ee0e9db97f4bbf974ac302cde01c4f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/89ee0e9db97f4bbf974ac302cde01c4f 2024-12-06T22:20:06,459 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/770c620f527f4d29a452dffb57d1caca to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/770c620f527f4d29a452dffb57d1caca 2024-12-06T22:20:06,460 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/012f6f28159b4553a3f93afc9c4e752c to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/012f6f28159b4553a3f93afc9c4e752c 2024-12-06T22:20:06,461 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/5dc5a9e82fb74b42a755767963efe1c0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/5dc5a9e82fb74b42a755767963efe1c0 2024-12-06T22:20:06,462 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/dfb1532ce0b94c71a2c1b8cc42759733 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/dfb1532ce0b94c71a2c1b8cc42759733 2024-12-06T22:20:06,463 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/dff352bdcc39409882dfb7297181ca52 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/dff352bdcc39409882dfb7297181ca52 2024-12-06T22:20:06,464 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/cb36ccfdc65246279fae24b18dc8304a to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/cb36ccfdc65246279fae24b18dc8304a 2024-12-06T22:20:06,465 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/9788482f2abc49d590a0642299b702f4 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/9788482f2abc49d590a0642299b702f4 2024-12-06T22:20:06,466 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/3c8ab2504bf7453a98bbe976ff29aa6e to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/3c8ab2504bf7453a98bbe976ff29aa6e 2024-12-06T22:20:06,467 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d8c13d77495f4e41844cc807c562764f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d8c13d77495f4e41844cc807c562764f 2024-12-06T22:20:06,468 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/293c0d0f654a4d62a773aa1ef5b55e8f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/293c0d0f654a4d62a773aa1ef5b55e8f 2024-12-06T22:20:06,469 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d02f3c59455e43e5b4e762f44f673bb3 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d02f3c59455e43e5b4e762f44f673bb3 2024-12-06T22:20:06,470 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/32d17c8ccc3e49f39155d7f81394750c to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/32d17c8ccc3e49f39155d7f81394750c 2024-12-06T22:20:06,471 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/e2a787e555d0418bb3c93e60ef3de784 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/e2a787e555d0418bb3c93e60ef3de784 2024-12-06T22:20:06,472 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/3e5d67f1fadb47eb8434658bc762093b to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/3e5d67f1fadb47eb8434658bc762093b 2024-12-06T22:20:06,473 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/726c9de64662496ca1ddf193ba079f1a to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/726c9de64662496ca1ddf193ba079f1a 2024-12-06T22:20:06,475 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/c6bbf73017554a709a8649654c6e9c5b to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/c6bbf73017554a709a8649654c6e9c5b 2024-12-06T22:20:06,476 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/184d316cf45c4732a68b81f40ca5bcbc to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/184d316cf45c4732a68b81f40ca5bcbc 2024-12-06T22:20:06,476 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/a295b79cc00c461cb60b26ea94c2d04a to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/a295b79cc00c461cb60b26ea94c2d04a 2024-12-06T22:20:06,477 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/31807720390a4b24a2d7fc5bc28bfa0a to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/31807720390a4b24a2d7fc5bc28bfa0a 2024-12-06T22:20:06,478 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/b8d6e944f9b74ef08ec8178a8db1f174 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/b8d6e944f9b74ef08ec8178a8db1f174 2024-12-06T22:20:06,479 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d438f63912824b10a9d687e587ef2b8e to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d438f63912824b10a9d687e587ef2b8e 2024-12-06T22:20:06,480 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d90ebe24ac514fe885293daf0d425162 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/d90ebe24ac514fe885293daf0d425162 2024-12-06T22:20:06,481 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/3467769c5d7b4fa29433ebdba5a934c8, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/f81741cd56f9490eb7ffe057b7fc1350, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/a460f4b8c8d049cf904361957e82b723, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/03ec6ae5e8fe4015822b49b7ae45ee43, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/f24a75c03a344278b449a43c7ea47b2d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/5ac359c60fbd40ffbe7d8649facd2feb, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/539d80b852e446cf9f9fe1dfb6cd3ce1, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/49e6259ef47647cc9f309d9a82c3f66e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/5b8e16d4185f47769f68d3300e0c2002, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/07f84bf236444a5fab13a8b1d722e1ef, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/2d30502514f74e59b248ae9d7e3601c8, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/2b84d0a3b03b412a913ccf07fc90198a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/5d7e6e76cfc74721b539d33d1a90e152, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/a9126ddc8e964a56b3aeae39fc6a47ea, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/bd7ab874d64149fcabd867423f7eeb8b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/dd6f7c1d28a64f82aa37ec6b3f98846f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/9e9f8f7a650f4283a26a5455d83b30b9, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/52e90e292c48427184912701b220f339, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/376912a6289743d482c45d7f304c1ed5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/e789495ebbc74a30b29efcdc7def68a9, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/73119bff6f89419192ad6ee34ba5b18d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/a40b19560887483bb619be53edf7d52f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/d5173499e3f94eaa9c68bc59322518ac, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/31019f7557344bf6a5b7e5f421bd1ab4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/1b119e64c0ab4108bfc375e0bad7cd88, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/64491a731b5c4c55b9ff884eeaccb097, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/16c2619ba16f40a286de3a459e25e776] to archive 2024-12-06T22:20:06,483 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T22:20:06,484 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/3467769c5d7b4fa29433ebdba5a934c8 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/3467769c5d7b4fa29433ebdba5a934c8 2024-12-06T22:20:06,485 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/f81741cd56f9490eb7ffe057b7fc1350 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/f81741cd56f9490eb7ffe057b7fc1350 2024-12-06T22:20:06,486 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/a460f4b8c8d049cf904361957e82b723 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/a460f4b8c8d049cf904361957e82b723 2024-12-06T22:20:06,487 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/03ec6ae5e8fe4015822b49b7ae45ee43 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/03ec6ae5e8fe4015822b49b7ae45ee43 2024-12-06T22:20:06,488 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/f24a75c03a344278b449a43c7ea47b2d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/f24a75c03a344278b449a43c7ea47b2d 2024-12-06T22:20:06,489 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/5ac359c60fbd40ffbe7d8649facd2feb to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/5ac359c60fbd40ffbe7d8649facd2feb 2024-12-06T22:20:06,490 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/539d80b852e446cf9f9fe1dfb6cd3ce1 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/539d80b852e446cf9f9fe1dfb6cd3ce1 2024-12-06T22:20:06,491 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/49e6259ef47647cc9f309d9a82c3f66e to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/49e6259ef47647cc9f309d9a82c3f66e 2024-12-06T22:20:06,492 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/5b8e16d4185f47769f68d3300e0c2002 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/5b8e16d4185f47769f68d3300e0c2002 2024-12-06T22:20:06,493 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/07f84bf236444a5fab13a8b1d722e1ef to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/07f84bf236444a5fab13a8b1d722e1ef 2024-12-06T22:20:06,494 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/2d30502514f74e59b248ae9d7e3601c8 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/2d30502514f74e59b248ae9d7e3601c8 2024-12-06T22:20:06,495 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/2b84d0a3b03b412a913ccf07fc90198a to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/2b84d0a3b03b412a913ccf07fc90198a 2024-12-06T22:20:06,496 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/5d7e6e76cfc74721b539d33d1a90e152 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/5d7e6e76cfc74721b539d33d1a90e152 2024-12-06T22:20:06,497 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/a9126ddc8e964a56b3aeae39fc6a47ea to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/a9126ddc8e964a56b3aeae39fc6a47ea 2024-12-06T22:20:06,498 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/bd7ab874d64149fcabd867423f7eeb8b to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/bd7ab874d64149fcabd867423f7eeb8b 2024-12-06T22:20:06,499 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/dd6f7c1d28a64f82aa37ec6b3f98846f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/dd6f7c1d28a64f82aa37ec6b3f98846f 2024-12-06T22:20:06,500 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/9e9f8f7a650f4283a26a5455d83b30b9 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/9e9f8f7a650f4283a26a5455d83b30b9 2024-12-06T22:20:06,502 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/52e90e292c48427184912701b220f339 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/52e90e292c48427184912701b220f339 2024-12-06T22:20:06,503 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/376912a6289743d482c45d7f304c1ed5 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/376912a6289743d482c45d7f304c1ed5 2024-12-06T22:20:06,504 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/e789495ebbc74a30b29efcdc7def68a9 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/e789495ebbc74a30b29efcdc7def68a9 2024-12-06T22:20:06,506 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/73119bff6f89419192ad6ee34ba5b18d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/73119bff6f89419192ad6ee34ba5b18d 2024-12-06T22:20:06,507 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/a40b19560887483bb619be53edf7d52f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/a40b19560887483bb619be53edf7d52f 2024-12-06T22:20:06,508 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/d5173499e3f94eaa9c68bc59322518ac to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/d5173499e3f94eaa9c68bc59322518ac 2024-12-06T22:20:06,510 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/31019f7557344bf6a5b7e5f421bd1ab4 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/31019f7557344bf6a5b7e5f421bd1ab4 2024-12-06T22:20:06,511 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/1b119e64c0ab4108bfc375e0bad7cd88 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/1b119e64c0ab4108bfc375e0bad7cd88 2024-12-06T22:20:06,512 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/64491a731b5c4c55b9ff884eeaccb097 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/64491a731b5c4c55b9ff884eeaccb097 2024-12-06T22:20:06,513 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/16c2619ba16f40a286de3a459e25e776 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/16c2619ba16f40a286de3a459e25e776 2024-12-06T22:20:06,514 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/db129f7009f94722b9ff3a8b39c4626b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/87f2a1b5f25b4adb81428f0e0bf9d521, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/ee233b1a9fb84ca884114f2fdc83955c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/d5f820778f6d43978e37199b6fe66f86, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/c12100b56ff64ef4b12fa51f480b9e3f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/60751c867e35470b8e4628f21796615f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/1abcf0f484934d49a61b0dbb430d2e27, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/7d8af17a66cd4a16855fbfb015b30fd4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/2b88dc6715f947a09a86ce3ee3461245, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/d6937b248d4f4512931495cd18360c5d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/fb81d69469e14c72878ea4094eb19885, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/a95be9121b7048cdae2c5aac7eb8242d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/98091c411e6249fba1021419de0a6687, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/d86961c344754d0986d88a7250009936, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/c3652b7fbf484bd480cb2596928ff90b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/e9f350a847894b20b304d5d6a5a4bdb2, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/5f6058e33f464975aae94ca922df5c14, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/de9fc2c6a3634660b8108245159d0f9f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/b1559d868ed04a91aa619398bd35c374, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/2bbfcffddab847bca1a4c061158723a2, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/3f0a67202313422094c155b7c1a321f7, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/931ddb5909244632a6bb5455bef4629f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/c1e6f02ccd894fab81ea502f15227b16, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/6014652352144ae6bb66780cd69f77a1, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/232b5443cb794143ac850475a74dec38, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/ae2aafdf30b64e08b13c86068dd7694c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/9624f8cca2244aaf843cc48bcd08029c] to archive 2024-12-06T22:20:06,515 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T22:20:06,516 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/db129f7009f94722b9ff3a8b39c4626b to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/db129f7009f94722b9ff3a8b39c4626b 2024-12-06T22:20:06,517 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/87f2a1b5f25b4adb81428f0e0bf9d521 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/87f2a1b5f25b4adb81428f0e0bf9d521 2024-12-06T22:20:06,518 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/ee233b1a9fb84ca884114f2fdc83955c to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/ee233b1a9fb84ca884114f2fdc83955c 2024-12-06T22:20:06,519 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/d5f820778f6d43978e37199b6fe66f86 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/d5f820778f6d43978e37199b6fe66f86 2024-12-06T22:20:06,520 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/c12100b56ff64ef4b12fa51f480b9e3f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/c12100b56ff64ef4b12fa51f480b9e3f 2024-12-06T22:20:06,521 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/60751c867e35470b8e4628f21796615f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/60751c867e35470b8e4628f21796615f 2024-12-06T22:20:06,522 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/1abcf0f484934d49a61b0dbb430d2e27 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/1abcf0f484934d49a61b0dbb430d2e27 2024-12-06T22:20:06,523 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/7d8af17a66cd4a16855fbfb015b30fd4 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/7d8af17a66cd4a16855fbfb015b30fd4 2024-12-06T22:20:06,524 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/2b88dc6715f947a09a86ce3ee3461245 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/2b88dc6715f947a09a86ce3ee3461245 2024-12-06T22:20:06,525 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/d6937b248d4f4512931495cd18360c5d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/d6937b248d4f4512931495cd18360c5d 2024-12-06T22:20:06,526 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/fb81d69469e14c72878ea4094eb19885 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/fb81d69469e14c72878ea4094eb19885 2024-12-06T22:20:06,527 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/a95be9121b7048cdae2c5aac7eb8242d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/a95be9121b7048cdae2c5aac7eb8242d 2024-12-06T22:20:06,528 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/98091c411e6249fba1021419de0a6687 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/98091c411e6249fba1021419de0a6687 2024-12-06T22:20:06,529 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/d86961c344754d0986d88a7250009936 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/d86961c344754d0986d88a7250009936 2024-12-06T22:20:06,530 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/c3652b7fbf484bd480cb2596928ff90b to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/c3652b7fbf484bd480cb2596928ff90b 2024-12-06T22:20:06,531 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/e9f350a847894b20b304d5d6a5a4bdb2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/e9f350a847894b20b304d5d6a5a4bdb2 2024-12-06T22:20:06,533 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/5f6058e33f464975aae94ca922df5c14 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/5f6058e33f464975aae94ca922df5c14 2024-12-06T22:20:06,534 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/de9fc2c6a3634660b8108245159d0f9f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/de9fc2c6a3634660b8108245159d0f9f 2024-12-06T22:20:06,535 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/b1559d868ed04a91aa619398bd35c374 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/b1559d868ed04a91aa619398bd35c374 2024-12-06T22:20:06,536 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/2bbfcffddab847bca1a4c061158723a2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/2bbfcffddab847bca1a4c061158723a2 2024-12-06T22:20:06,537 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/3f0a67202313422094c155b7c1a321f7 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/3f0a67202313422094c155b7c1a321f7 2024-12-06T22:20:06,539 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/931ddb5909244632a6bb5455bef4629f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/931ddb5909244632a6bb5455bef4629f 2024-12-06T22:20:06,540 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/c1e6f02ccd894fab81ea502f15227b16 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/c1e6f02ccd894fab81ea502f15227b16 2024-12-06T22:20:06,541 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/6014652352144ae6bb66780cd69f77a1 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/6014652352144ae6bb66780cd69f77a1 2024-12-06T22:20:06,542 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/232b5443cb794143ac850475a74dec38 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/232b5443cb794143ac850475a74dec38 2024-12-06T22:20:06,544 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/ae2aafdf30b64e08b13c86068dd7694c to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/ae2aafdf30b64e08b13c86068dd7694c 2024-12-06T22:20:06,545 DEBUG [StoreCloser-TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/9624f8cca2244aaf843cc48bcd08029c to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/9624f8cca2244aaf843cc48bcd08029c 2024-12-06T22:20:06,550 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/recovered.edits/405.seqid, newMaxSeqId=405, maxSeqId=4 2024-12-06T22:20:06,551 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2. 2024-12-06T22:20:06,551 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for d2519c7ca7505d79de8af15fbf85afd2: 2024-12-06T22:20:06,552 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:20:06,553 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=d2519c7ca7505d79de8af15fbf85afd2, regionState=CLOSED 2024-12-06T22:20:06,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-06T22:20:06,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure d2519c7ca7505d79de8af15fbf85afd2, server=6d2a5dd008ce,36991,1733523540613 in 1.9170 sec 2024-12-06T22:20:06,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-06T22:20:06,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2519c7ca7505d79de8af15fbf85afd2, UNASSIGN in 1.9190 sec 2024-12-06T22:20:06,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-06T22:20:06,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9210 sec 2024-12-06T22:20:06,559 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733523606558"}]},"ts":"1733523606558"} 2024-12-06T22:20:06,559 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-06T22:20:06,562 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-06T22:20:06,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9350 sec 2024-12-06T22:20:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-06T22:20:06,734 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-12-06T22:20:06,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-06T22:20:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:20:06,736 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:20:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-06T22:20:06,737 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:20:06,738 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:20:06,740 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A, FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B, FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C, FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/recovered.edits] 2024-12-06T22:20:06,743 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/49e945368a734e9596e123fc9dc285f8 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/49e945368a734e9596e123fc9dc285f8 2024-12-06T22:20:06,744 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/7cd744bd30d34762824fce7859d69f7f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/A/7cd744bd30d34762824fce7859d69f7f 2024-12-06T22:20:06,746 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/649468b6e6164852bd7058bce697db73 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/649468b6e6164852bd7058bce697db73 2024-12-06T22:20:06,747 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/e1ac173709674a80b641479f758ddcb9 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/B/e1ac173709674a80b641479f758ddcb9 2024-12-06T22:20:06,750 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/0ff6c54fb7fb4c06b579c5f4ab6eb7d3 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/0ff6c54fb7fb4c06b579c5f4ab6eb7d3 2024-12-06T22:20:06,751 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/158c7d1670cd45059ca3228917a858ce to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/C/158c7d1670cd45059ca3228917a858ce 2024-12-06T22:20:06,754 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/recovered.edits/405.seqid to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2/recovered.edits/405.seqid 2024-12-06T22:20:06,755 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:20:06,755 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-06T22:20:06,756 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-06T22:20:06,757 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-06T22:20:06,761 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412060832e07eeec744fead8db0258d6ad0dc_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412060832e07eeec744fead8db0258d6ad0dc_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:20:06,763 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120609c4da681d33491580c9fee8048f3ce9_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120609c4da681d33491580c9fee8048f3ce9_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:20:06,764 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120619ab367c580b45e19f530cc7b34955a7_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120619ab367c580b45e19f530cc7b34955a7_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:20:06,766 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206218fa611ab2e4362bf7d540c56bbc1ac_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206218fa611ab2e4362bf7d540c56bbc1ac_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:20:06,767 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120623ae9e71e01e4ff680423830d8e3d1ca_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120623ae9e71e01e4ff680423830d8e3d1ca_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:20:06,769 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062b2f5844c9cc44048cc6630c0428b712_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062b2f5844c9cc44048cc6630c0428b712_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:20:06,772 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062d97a11d8bad434ea65c899a96849079_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062d97a11d8bad434ea65c899a96849079_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:20:06,773 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206436310237b5248f4bdc0e5b619d6ec91_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206436310237b5248f4bdc0e5b619d6ec91_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:20:06,775 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065488676cf99747a28af420a0ecedab94_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065488676cf99747a28af420a0ecedab94_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:20:06,776 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065730f75e495043788b9595944d6739d9_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065730f75e495043788b9595944d6739d9_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:20:06,777 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067c8881089c2b42b28034f7ddc2adacb0_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067c8881089c2b42b28034f7ddc2adacb0_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:20:06,779 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a43595eefc5d49c2ac00c59636772691_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a43595eefc5d49c2ac00c59636772691_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:20:06,780 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206aeab4fcb96fd4738b7182da0e177d46c_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206aeab4fcb96fd4738b7182da0e177d46c_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:20:06,781 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206be9c526d25d24ba39470d9d83399f681_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206be9c526d25d24ba39470d9d83399f681_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:20:06,783 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c73c4742381a489881b7c9da3926bc25_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c73c4742381a489881b7c9da3926bc25_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:20:06,785 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c8621017b58c48cdbdc29580d47d791d_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c8621017b58c48cdbdc29580d47d791d_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:20:06,786 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d7e292c42c77470cb81c041f7b477db2_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d7e292c42c77470cb81c041f7b477db2_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:20:06,788 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206e8f4c595845e46648a90078741b36c12_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206e8f4c595845e46648a90078741b36c12_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:20:06,789 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f231a63998ad485eae715849d896c987_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f231a63998ad485eae715849d896c987_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:20:06,792 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f42742eeda71408284175bbd6aec9af6_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f42742eeda71408284175bbd6aec9af6_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:20:06,794 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f76e79de74844b2cb9abd351c778cb9c_d2519c7ca7505d79de8af15fbf85afd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f76e79de74844b2cb9abd351c778cb9c_d2519c7ca7505d79de8af15fbf85afd2 2024-12-06T22:20:06,795 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-06T22:20:06,799 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:20:06,801 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-06T22:20:06,804 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-06T22:20:06,805 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:20:06,805 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-06T22:20:06,805 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733523606805"}]},"ts":"9223372036854775807"} 2024-12-06T22:20:06,807 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-06T22:20:06,807 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d2519c7ca7505d79de8af15fbf85afd2, NAME => 'TestAcidGuarantees,,1733523572173.d2519c7ca7505d79de8af15fbf85afd2.', STARTKEY => '', ENDKEY => ''}] 2024-12-06T22:20:06,807 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-06T22:20:06,808 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733523606807"}]},"ts":"9223372036854775807"} 2024-12-06T22:20:06,809 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-06T22:20:06,812 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:20:06,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 77 msec 2024-12-06T22:20:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-06T22:20:06,838 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-12-06T22:20:06,847 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=237 (was 240), OpenFileDescriptor=449 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=439 (was 404) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7267 (was 6832) - AvailableMemoryMB LEAK? - 2024-12-06T22:20:06,857 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=237, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=439, ProcessCount=11, AvailableMemoryMB=7267 2024-12-06T22:20:06,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T22:20:06,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T22:20:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-06T22:20:06,860 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T22:20:06,860 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:06,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 70 2024-12-06T22:20:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-06T22:20:06,861 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T22:20:06,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742107_1283 (size=963) 2024-12-06T22:20:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-06T22:20:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-06T22:20:07,269 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0 2024-12-06T22:20:07,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742108_1284 (size=53) 2024-12-06T22:20:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-06T22:20:07,675 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T22:20:07,675 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 0cfcde7a6bc4543b50cde39de28d1097, disabling compactions & flushes 2024-12-06T22:20:07,675 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:07,675 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:07,675 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. after waiting 0 ms 2024-12-06T22:20:07,675 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:07,675 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:07,675 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:07,676 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T22:20:07,676 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733523607676"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733523607676"}]},"ts":"1733523607676"} 2024-12-06T22:20:07,678 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-06T22:20:07,678 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T22:20:07,678 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733523607678"}]},"ts":"1733523607678"} 2024-12-06T22:20:07,679 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-06T22:20:07,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0cfcde7a6bc4543b50cde39de28d1097, ASSIGN}] 2024-12-06T22:20:07,683 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0cfcde7a6bc4543b50cde39de28d1097, ASSIGN 2024-12-06T22:20:07,684 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0cfcde7a6bc4543b50cde39de28d1097, ASSIGN; state=OFFLINE, location=6d2a5dd008ce,36991,1733523540613; forceNewPlan=false, retain=false 2024-12-06T22:20:07,834 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=0cfcde7a6bc4543b50cde39de28d1097, regionState=OPENING, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:07,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; OpenRegionProcedure 0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613}] 2024-12-06T22:20:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-06T22:20:07,987 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:07,990 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:07,990 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7285): Opening region: {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} 2024-12-06T22:20:07,990 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:07,990 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T22:20:07,991 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7327): checking encryption for 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:07,991 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7330): checking classloading for 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:07,992 INFO [StoreOpener-0cfcde7a6bc4543b50cde39de28d1097-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:07,993 INFO [StoreOpener-0cfcde7a6bc4543b50cde39de28d1097-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T22:20:07,993 INFO [StoreOpener-0cfcde7a6bc4543b50cde39de28d1097-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cfcde7a6bc4543b50cde39de28d1097 columnFamilyName A 2024-12-06T22:20:07,994 DEBUG [StoreOpener-0cfcde7a6bc4543b50cde39de28d1097-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:07,994 INFO [StoreOpener-0cfcde7a6bc4543b50cde39de28d1097-1 {}] regionserver.HStore(327): Store=0cfcde7a6bc4543b50cde39de28d1097/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:20:07,994 INFO [StoreOpener-0cfcde7a6bc4543b50cde39de28d1097-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:07,995 INFO [StoreOpener-0cfcde7a6bc4543b50cde39de28d1097-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T22:20:07,995 INFO [StoreOpener-0cfcde7a6bc4543b50cde39de28d1097-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cfcde7a6bc4543b50cde39de28d1097 columnFamilyName B 2024-12-06T22:20:07,995 DEBUG [StoreOpener-0cfcde7a6bc4543b50cde39de28d1097-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:07,996 INFO [StoreOpener-0cfcde7a6bc4543b50cde39de28d1097-1 {}] regionserver.HStore(327): Store=0cfcde7a6bc4543b50cde39de28d1097/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:20:07,996 INFO [StoreOpener-0cfcde7a6bc4543b50cde39de28d1097-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:07,997 INFO [StoreOpener-0cfcde7a6bc4543b50cde39de28d1097-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T22:20:07,997 INFO [StoreOpener-0cfcde7a6bc4543b50cde39de28d1097-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cfcde7a6bc4543b50cde39de28d1097 columnFamilyName C 2024-12-06T22:20:07,997 DEBUG [StoreOpener-0cfcde7a6bc4543b50cde39de28d1097-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:07,997 INFO [StoreOpener-0cfcde7a6bc4543b50cde39de28d1097-1 {}] regionserver.HStore(327): Store=0cfcde7a6bc4543b50cde39de28d1097/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:20:07,997 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:07,998 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:07,999 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:08,000 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T22:20:08,001 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1085): writing seq id for 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:08,003 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T22:20:08,004 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1102): Opened 0cfcde7a6bc4543b50cde39de28d1097; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69832560, jitterRate=0.040586233139038086}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T22:20:08,005 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1001): Region open journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:08,005 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., pid=72, masterSystemTime=1733523607987 2024-12-06T22:20:08,006 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:08,006 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:08,007 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=0cfcde7a6bc4543b50cde39de28d1097, regionState=OPEN, openSeqNum=2, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:08,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-06T22:20:08,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; OpenRegionProcedure 0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 in 172 msec 2024-12-06T22:20:08,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-12-06T22:20:08,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0cfcde7a6bc4543b50cde39de28d1097, ASSIGN in 326 msec 2024-12-06T22:20:08,011 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T22:20:08,011 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733523608011"}]},"ts":"1733523608011"} 2024-12-06T22:20:08,012 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-06T22:20:08,014 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T22:20:08,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1560 sec 2024-12-06T22:20:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-06T22:20:08,965 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 70 completed 2024-12-06T22:20:08,967 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72a7721c to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@faa31c 2024-12-06T22:20:08,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688f4c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:20:08,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:20:08,973 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:20:08,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T22:20:08,974 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58208, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T22:20:08,976 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7792c763 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22a568ce 2024-12-06T22:20:08,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a451d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:20:08,980 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0c8a18c7 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e0e280 2024-12-06T22:20:08,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f02d8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:20:08,985 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45426917 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@473477dd 2024-12-06T22:20:08,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21cebefa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:20:08,989 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e7fc60d to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1a91dc80 2024-12-06T22:20:08,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7c8846, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:20:08,992 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e66ea50 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a874cc0 2024-12-06T22:20:08,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4093d76e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:20:08,995 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f6119e7 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31178bc2 2024-12-06T22:20:08,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2838b88d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:20:08,999 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7507573f to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78439bc6 2024-12-06T22:20:09,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d2a893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:20:09,002 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3e5c7476 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a2545d0 2024-12-06T22:20:09,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab3f837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:20:09,006 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1df84068 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d039dc2 2024-12-06T22:20:09,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2834a215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:20:09,010 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x644774bd to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15db087a 2024-12-06T22:20:09,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187234de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:20:09,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:20:09,015 DEBUG [hconnection-0x4a6419b6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:20:09,015 DEBUG [hconnection-0x620e0b30-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:20:09,015 DEBUG [hconnection-0xf8d7e09-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:20:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-12-06T22:20:09,016 DEBUG [hconnection-0x1c6bc362-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:20:09,017 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37052, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:20:09,017 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:20:09,017 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:20:09,017 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:20:09,017 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:20:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-06T22:20:09,018 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:20:09,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:20:09,019 DEBUG [hconnection-0x4c6c63e2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:20:09,020 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:20:09,021 DEBUG [hconnection-0x50f23d9e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:20:09,022 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:20:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:09,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0cfcde7a6bc4543b50cde39de28d1097 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:20:09,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=A 2024-12-06T22:20:09,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:09,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=B 2024-12-06T22:20:09,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:09,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=C 2024-12-06T22:20:09,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:09,036 DEBUG [hconnection-0x34b0996d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:20:09,037 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:20:09,040 DEBUG [hconnection-0x644d5aa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:20:09,041 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37124, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:20:09,042 DEBUG [hconnection-0x4a177977-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:20:09,043 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37138, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:20:09,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37052 deadline: 1733523669051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523669053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1733523669053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37054 deadline: 1733523669054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,064 DEBUG [hconnection-0x3a6acb0d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:20:09,066 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:20:09,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523669068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/037fa8a96f324ce991624faab39b5b52 is 50, key is test_row_0/A:col10/1733523609030/Put/seqid=0 2024-12-06T22:20:09,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742109_1285 (size=12001) 2024-12-06T22:20:09,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/037fa8a96f324ce991624faab39b5b52 2024-12-06T22:20:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-06T22:20:09,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/96b253609bb14449b4499b2d1d3d2870 is 50, key is test_row_0/B:col10/1733523609030/Put/seqid=0 2024-12-06T22:20:09,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742110_1286 (size=12001) 2024-12-06T22:20:09,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/96b253609bb14449b4499b2d1d3d2870 2024-12-06T22:20:09,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37052 deadline: 1733523669156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523669157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1733523669158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37054 deadline: 1733523669159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,170 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-06T22:20:09,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:09,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523669170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:09,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:09,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:09,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:09,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/5f2d71e37ad549f5a3015cf10215f940 is 50, key is test_row_0/C:col10/1733523609030/Put/seqid=0 2024-12-06T22:20:09,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742111_1287 (size=12001) 2024-12-06T22:20:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-06T22:20:09,323 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-06T22:20:09,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:09,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:09,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:09,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:09,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:09,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37052 deadline: 1733523669359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523669360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1733523669360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37054 deadline: 1733523669362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523669372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,477 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-06T22:20:09,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:09,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:09,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:09,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:09,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:09,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/5f2d71e37ad549f5a3015cf10215f940 2024-12-06T22:20:09,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/037fa8a96f324ce991624faab39b5b52 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/037fa8a96f324ce991624faab39b5b52 2024-12-06T22:20:09,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/037fa8a96f324ce991624faab39b5b52, entries=150, sequenceid=14, filesize=11.7 K 2024-12-06T22:20:09,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/96b253609bb14449b4499b2d1d3d2870 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/96b253609bb14449b4499b2d1d3d2870 2024-12-06T22:20:09,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/96b253609bb14449b4499b2d1d3d2870, entries=150, sequenceid=14, filesize=11.7 K 2024-12-06T22:20:09,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/5f2d71e37ad549f5a3015cf10215f940 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/5f2d71e37ad549f5a3015cf10215f940 2024-12-06T22:20:09,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/5f2d71e37ad549f5a3015cf10215f940, entries=150, sequenceid=14, filesize=11.7 K 2024-12-06T22:20:09,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 0cfcde7a6bc4543b50cde39de28d1097 in 583ms, sequenceid=14, compaction requested=false 2024-12-06T22:20:09,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-06T22:20:09,629 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-06T22:20:09,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:09,630 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 0cfcde7a6bc4543b50cde39de28d1097 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-06T22:20:09,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=A 2024-12-06T22:20:09,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:09,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=B 2024-12-06T22:20:09,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:09,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=C 2024-12-06T22:20:09,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:09,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/c30e9d45c7f7469587e91dd0273278f0 is 50, key is test_row_0/A:col10/1733523609052/Put/seqid=0 2024-12-06T22:20:09,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742112_1288 (size=12001) 2024-12-06T22:20:09,652 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/c30e9d45c7f7469587e91dd0273278f0 2024-12-06T22:20:09,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/4ad4bfd0e7864bd2ba255af2d3f08bec is 50, key is test_row_0/B:col10/1733523609052/Put/seqid=0 2024-12-06T22:20:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:09,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:09,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742113_1289 (size=12001) 2024-12-06T22:20:09,673 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/4ad4bfd0e7864bd2ba255af2d3f08bec 2024-12-06T22:20:09,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37054 deadline: 1733523669673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1733523669674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523669674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37052 deadline: 1733523669675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523669676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/1e841454f30d480b89bb6f4e508e4db9 is 50, key is test_row_0/C:col10/1733523609052/Put/seqid=0 2024-12-06T22:20:09,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742114_1290 (size=12001) 2024-12-06T22:20:09,690 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/1e841454f30d480b89bb6f4e508e4db9 2024-12-06T22:20:09,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/c30e9d45c7f7469587e91dd0273278f0 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/c30e9d45c7f7469587e91dd0273278f0 2024-12-06T22:20:09,702 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/c30e9d45c7f7469587e91dd0273278f0, entries=150, sequenceid=37, filesize=11.7 K 2024-12-06T22:20:09,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/4ad4bfd0e7864bd2ba255af2d3f08bec as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/4ad4bfd0e7864bd2ba255af2d3f08bec 2024-12-06T22:20:09,707 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/4ad4bfd0e7864bd2ba255af2d3f08bec, entries=150, sequenceid=37, filesize=11.7 K 2024-12-06T22:20:09,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/1e841454f30d480b89bb6f4e508e4db9 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/1e841454f30d480b89bb6f4e508e4db9 2024-12-06T22:20:09,712 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/1e841454f30d480b89bb6f4e508e4db9, entries=150, sequenceid=37, filesize=11.7 K 2024-12-06T22:20:09,713 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 0cfcde7a6bc4543b50cde39de28d1097 in 83ms, sequenceid=37, compaction requested=false 2024-12-06T22:20:09,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:09,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:09,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-12-06T22:20:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-12-06T22:20:09,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-06T22:20:09,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 696 msec 2024-12-06T22:20:09,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 702 msec 2024-12-06T22:20:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:09,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0cfcde7a6bc4543b50cde39de28d1097 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-06T22:20:09,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=A 2024-12-06T22:20:09,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:09,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=B 2024-12-06T22:20:09,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:09,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=C 2024-12-06T22:20:09,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:09,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/a4c29be4d17c42b3928dab90d8127a70 is 50, key is test_row_0/A:col10/1733523609778/Put/seqid=0 2024-12-06T22:20:09,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742115_1291 (size=12001) 2024-12-06T22:20:09,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37054 deadline: 1733523669795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1733523669796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37052 deadline: 1733523669797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523669798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37054 deadline: 1733523669900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1733523669900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37052 deadline: 1733523669900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:09,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523669902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:10,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37054 deadline: 1733523670103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:10,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1733523670103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:10,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37052 deadline: 1733523670103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:10,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523670104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-06T22:20:10,121 INFO [Thread-1297 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-12-06T22:20:10,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:20:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-12-06T22:20:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-06T22:20:10,124 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:20:10,125 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:20:10,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:20:10,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523670183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:10,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/a4c29be4d17c42b3928dab90d8127a70 2024-12-06T22:20:10,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/27845b8b07ed4f56bff607cbe302faba is 50, key is test_row_0/B:col10/1733523609778/Put/seqid=0 2024-12-06T22:20:10,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742116_1292 (size=12001) 2024-12-06T22:20:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-06T22:20:10,277 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:10,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-06T22:20:10,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:10,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:10,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:10,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:10,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:10,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37054 deadline: 1733523670406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:10,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1733523670407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:10,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37052 deadline: 1733523670408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:10,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523670408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-06T22:20:10,430 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:10,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-06T22:20:10,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:10,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:10,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:10,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:10,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:10,583 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:10,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-06T22:20:10,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:10,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:10,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:10,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:10,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:10,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/27845b8b07ed4f56bff607cbe302faba 2024-12-06T22:20:10,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/b5a7067fab0a4e31af293b71efe05e90 is 50, key is test_row_0/C:col10/1733523609778/Put/seqid=0 2024-12-06T22:20:10,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742117_1293 (size=12001) 2024-12-06T22:20:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-06T22:20:10,736 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:10,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-06T22:20:10,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:10,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:10,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:10,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:10,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:10,889 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:10,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-06T22:20:10,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:10,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:10,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:10,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:10,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:10,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:10,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:10,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1733523670911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37052 deadline: 1733523670911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37054 deadline: 1733523670912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:10,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523670916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:11,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/b5a7067fab0a4e31af293b71efe05e90 2024-12-06T22:20:11,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/a4c29be4d17c42b3928dab90d8127a70 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/a4c29be4d17c42b3928dab90d8127a70 2024-12-06T22:20:11,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/a4c29be4d17c42b3928dab90d8127a70, entries=150, sequenceid=52, filesize=11.7 K 2024-12-06T22:20:11,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/27845b8b07ed4f56bff607cbe302faba as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/27845b8b07ed4f56bff607cbe302faba 2024-12-06T22:20:11,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/27845b8b07ed4f56bff607cbe302faba, entries=150, sequenceid=52, filesize=11.7 K 2024-12-06T22:20:11,042 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:11,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-06T22:20:11,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:11,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:11,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:11,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:11,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:11,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/b5a7067fab0a4e31af293b71efe05e90 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/b5a7067fab0a4e31af293b71efe05e90 2024-12-06T22:20:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:11,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/b5a7067fab0a4e31af293b71efe05e90, entries=150, sequenceid=52, filesize=11.7 K 2024-12-06T22:20:11,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 0cfcde7a6bc4543b50cde39de28d1097 in 1273ms, sequenceid=52, compaction requested=true 2024-12-06T22:20:11,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:11,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:20:11,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:11,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:20:11,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:11,052 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:11,052 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:11,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:20:11,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:11,053 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:11,053 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:11,053 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/B is initiating minor compaction (all files) 2024-12-06T22:20:11,053 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/A is initiating minor compaction (all files) 2024-12-06T22:20:11,053 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/B in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:11,053 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/A in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:11,054 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/96b253609bb14449b4499b2d1d3d2870, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/4ad4bfd0e7864bd2ba255af2d3f08bec, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/27845b8b07ed4f56bff607cbe302faba] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=35.2 K 2024-12-06T22:20:11,054 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/037fa8a96f324ce991624faab39b5b52, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/c30e9d45c7f7469587e91dd0273278f0, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/a4c29be4d17c42b3928dab90d8127a70] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=35.2 K 2024-12-06T22:20:11,054 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 96b253609bb14449b4499b2d1d3d2870, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733523609029 2024-12-06T22:20:11,054 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 037fa8a96f324ce991624faab39b5b52, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733523609029 2024-12-06T22:20:11,054 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ad4bfd0e7864bd2ba255af2d3f08bec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733523609050 2024-12-06T22:20:11,054 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting c30e9d45c7f7469587e91dd0273278f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733523609050 2024-12-06T22:20:11,055 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 27845b8b07ed4f56bff607cbe302faba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733523609664 2024-12-06T22:20:11,055 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4c29be4d17c42b3928dab90d8127a70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733523609664 2024-12-06T22:20:11,063 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#B#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:11,063 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#A#compaction#245 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:11,064 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/7507d6e272d24a7db425ee07a9f339bc is 50, key is test_row_0/A:col10/1733523609778/Put/seqid=0 2024-12-06T22:20:11,064 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/e1f6f285024e4376a0a96dd8d08963e0 is 50, key is test_row_0/B:col10/1733523609778/Put/seqid=0 2024-12-06T22:20:11,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742118_1294 (size=12104) 2024-12-06T22:20:11,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742119_1295 (size=12104) 2024-12-06T22:20:11,097 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/7507d6e272d24a7db425ee07a9f339bc as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/7507d6e272d24a7db425ee07a9f339bc 2024-12-06T22:20:11,102 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/A of 0cfcde7a6bc4543b50cde39de28d1097 into 7507d6e272d24a7db425ee07a9f339bc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:11,102 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:11,102 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/A, priority=13, startTime=1733523611052; duration=0sec 2024-12-06T22:20:11,102 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:11,102 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:A 2024-12-06T22:20:11,102 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:11,104 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:11,104 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/C is initiating minor compaction (all files) 2024-12-06T22:20:11,104 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/C in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:11,104 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/5f2d71e37ad549f5a3015cf10215f940, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/1e841454f30d480b89bb6f4e508e4db9, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/b5a7067fab0a4e31af293b71efe05e90] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=35.2 K 2024-12-06T22:20:11,104 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f2d71e37ad549f5a3015cf10215f940, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733523609029 2024-12-06T22:20:11,105 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e841454f30d480b89bb6f4e508e4db9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733523609050 2024-12-06T22:20:11,105 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5a7067fab0a4e31af293b71efe05e90, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733523609664 2024-12-06T22:20:11,112 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#C#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:11,112 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/691631b737af41749419244398b2594b is 50, key is test_row_0/C:col10/1733523609778/Put/seqid=0 2024-12-06T22:20:11,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742120_1296 (size=12104) 2024-12-06T22:20:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:11,187 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0cfcde7a6bc4543b50cde39de28d1097 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-06T22:20:11,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=A 2024-12-06T22:20:11,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:11,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=B 2024-12-06T22:20:11,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:11,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=C 2024-12-06T22:20:11,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:11,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/71fb6e0cac134dc49648f48669987d0c is 50, key is test_row_0/A:col10/1733523609797/Put/seqid=0 2024-12-06T22:20:11,195 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:11,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-06T22:20:11,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:11,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:11,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:11,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:11,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:11,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742121_1297 (size=12001) 2024-12-06T22:20:11,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523671219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-06T22:20:11,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523671322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:11,355 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:11,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-06T22:20:11,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:11,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:11,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:11,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:11,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:11,484 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/e1f6f285024e4376a0a96dd8d08963e0 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/e1f6f285024e4376a0a96dd8d08963e0 2024-12-06T22:20:11,489 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/B of 0cfcde7a6bc4543b50cde39de28d1097 into e1f6f285024e4376a0a96dd8d08963e0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:11,490 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:11,490 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/B, priority=13, startTime=1733523611052; duration=0sec 2024-12-06T22:20:11,490 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:11,490 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:B 2024-12-06T22:20:11,508 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:11,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-06T22:20:11,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:11,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:11,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:11,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:11,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:11,523 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/691631b737af41749419244398b2594b as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/691631b737af41749419244398b2594b 2024-12-06T22:20:11,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523671526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:11,529 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/C of 0cfcde7a6bc4543b50cde39de28d1097 into 691631b737af41749419244398b2594b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:11,529 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:11,529 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/C, priority=13, startTime=1733523611052; duration=0sec 2024-12-06T22:20:11,529 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:11,529 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:C 2024-12-06T22:20:11,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/71fb6e0cac134dc49648f48669987d0c 2024-12-06T22:20:11,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/c4a6bfdf8a3b4e0f9713037fcf8fbeda is 50, key is test_row_0/B:col10/1733523609797/Put/seqid=0 2024-12-06T22:20:11,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742122_1298 (size=12001) 2024-12-06T22:20:11,662 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:11,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-06T22:20:11,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:11,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:11,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:11,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:11,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:11,815 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:11,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-06T22:20:11,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:11,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:11,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:11,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:11,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:11,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523671830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:11,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37052 deadline: 1733523671917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:11,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37054 deadline: 1733523671920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:11,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523671922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:11,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1733523671922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:11,968 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:11,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-06T22:20:11,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:11,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:11,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:11,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:11,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:11,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:12,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/c4a6bfdf8a3b4e0f9713037fcf8fbeda 2024-12-06T22:20:12,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/ff480f1d591349ee905084d92fb1700c is 50, key is test_row_0/C:col10/1733523609797/Put/seqid=0 2024-12-06T22:20:12,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742123_1299 (size=12001) 2024-12-06T22:20:12,091 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T22:20:12,122 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:12,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-06T22:20:12,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:12,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:12,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:12,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:12,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-06T22:20:12,275 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:12,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-06T22:20:12,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:12,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:12,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:12,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:12,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:12,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523672337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:12,428 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:12,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-06T22:20:12,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:12,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:12,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:12,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:12,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:12,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/ff480f1d591349ee905084d92fb1700c 2024-12-06T22:20:12,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/71fb6e0cac134dc49648f48669987d0c as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/71fb6e0cac134dc49648f48669987d0c 2024-12-06T22:20:12,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/71fb6e0cac134dc49648f48669987d0c, entries=150, sequenceid=75, filesize=11.7 K 2024-12-06T22:20:12,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/c4a6bfdf8a3b4e0f9713037fcf8fbeda as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/c4a6bfdf8a3b4e0f9713037fcf8fbeda 2024-12-06T22:20:12,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/c4a6bfdf8a3b4e0f9713037fcf8fbeda, entries=150, sequenceid=75, filesize=11.7 K 2024-12-06T22:20:12,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/ff480f1d591349ee905084d92fb1700c as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/ff480f1d591349ee905084d92fb1700c 2024-12-06T22:20:12,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/ff480f1d591349ee905084d92fb1700c, entries=150, sequenceid=75, filesize=11.7 K 2024-12-06T22:20:12,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 0cfcde7a6bc4543b50cde39de28d1097 in 1290ms, sequenceid=75, compaction requested=false 2024-12-06T22:20:12,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:12,581 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:12,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-06T22:20:12,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:12,582 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 0cfcde7a6bc4543b50cde39de28d1097 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-06T22:20:12,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=A 2024-12-06T22:20:12,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:12,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=B 2024-12-06T22:20:12,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:12,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=C 2024-12-06T22:20:12,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:12,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/54e0bebf267746e9b7519ce0bd586be7 is 50, key is test_row_0/A:col10/1733523611213/Put/seqid=0 2024-12-06T22:20:12,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742124_1300 (size=12001) 2024-12-06T22:20:13,023 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/54e0bebf267746e9b7519ce0bd586be7 2024-12-06T22:20:13,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/012b95ce61684c9c9f04b1bf3c74c2aa is 50, key is test_row_0/B:col10/1733523611213/Put/seqid=0 2024-12-06T22:20:13,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742125_1301 (size=12001) 2024-12-06T22:20:13,063 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/012b95ce61684c9c9f04b1bf3c74c2aa 2024-12-06T22:20:13,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/ede1de82d13b4baf9bd4c3703e63d2a5 is 50, key is test_row_0/C:col10/1733523611213/Put/seqid=0 2024-12-06T22:20:13,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742126_1302 (size=12001) 2024-12-06T22:20:13,079 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/ede1de82d13b4baf9bd4c3703e63d2a5 2024-12-06T22:20:13,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/54e0bebf267746e9b7519ce0bd586be7 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/54e0bebf267746e9b7519ce0bd586be7 2024-12-06T22:20:13,090 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/54e0bebf267746e9b7519ce0bd586be7, entries=150, sequenceid=91, filesize=11.7 K 2024-12-06T22:20:13,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/012b95ce61684c9c9f04b1bf3c74c2aa as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/012b95ce61684c9c9f04b1bf3c74c2aa 2024-12-06T22:20:13,096 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/012b95ce61684c9c9f04b1bf3c74c2aa, entries=150, sequenceid=91, filesize=11.7 K 2024-12-06T22:20:13,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/ede1de82d13b4baf9bd4c3703e63d2a5 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/ede1de82d13b4baf9bd4c3703e63d2a5 2024-12-06T22:20:13,102 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/ede1de82d13b4baf9bd4c3703e63d2a5, entries=150, sequenceid=91, filesize=11.7 K 2024-12-06T22:20:13,103 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 0cfcde7a6bc4543b50cde39de28d1097 in 521ms, sequenceid=91, compaction requested=true 2024-12-06T22:20:13,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:13,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:13,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-12-06T22:20:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-12-06T22:20:13,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-12-06T22:20:13,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9790 sec 2024-12-06T22:20:13,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 2.9840 sec 2024-12-06T22:20:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:13,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0cfcde7a6bc4543b50cde39de28d1097 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:20:13,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=A 2024-12-06T22:20:13,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:13,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=B 2024-12-06T22:20:13,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:13,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=C 2024-12-06T22:20:13,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:13,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/f1929fcd6ede448094a6d8a38495229c is 50, key is test_row_0/A:col10/1733523613352/Put/seqid=0 2024-12-06T22:20:13,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742127_1303 (size=12001) 2024-12-06T22:20:13,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:13,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523673425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:13,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523673529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:13,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523673733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:13,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/f1929fcd6ede448094a6d8a38495229c 2024-12-06T22:20:13,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/a3a7e4ca7786441f84d8953d20d57cae is 50, key is test_row_0/B:col10/1733523613352/Put/seqid=0 2024-12-06T22:20:13,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742128_1304 (size=12001) 2024-12-06T22:20:13,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37052 deadline: 1733523673921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:13,923 DEBUG [Thread-1295 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4127 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., hostname=6d2a5dd008ce,36991,1733523540613, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T22:20:13,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1733523673925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:13,928 DEBUG [Thread-1291 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., hostname=6d2a5dd008ce,36991,1733523540613, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T22:20:13,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37054 deadline: 1733523673938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:13,941 DEBUG [Thread-1289 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., hostname=6d2a5dd008ce,36991,1733523540613, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T22:20:13,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523673941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:13,943 DEBUG [Thread-1287 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., hostname=6d2a5dd008ce,36991,1733523540613, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T22:20:14,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523674038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:14,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/a3a7e4ca7786441f84d8953d20d57cae 2024-12-06T22:20:14,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/e7861ef8ef7c438382eec586187543ce is 50, key is test_row_0/C:col10/1733523613352/Put/seqid=0 2024-12-06T22:20:14,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742129_1305 (size=12001) 2024-12-06T22:20:14,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/e7861ef8ef7c438382eec586187543ce 2024-12-06T22:20:14,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/f1929fcd6ede448094a6d8a38495229c as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/f1929fcd6ede448094a6d8a38495229c 2024-12-06T22:20:14,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/f1929fcd6ede448094a6d8a38495229c, entries=150, sequenceid=102, filesize=11.7 K 2024-12-06T22:20:14,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/a3a7e4ca7786441f84d8953d20d57cae as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/a3a7e4ca7786441f84d8953d20d57cae 2024-12-06T22:20:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-06T22:20:14,229 INFO [Thread-1297 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-12-06T22:20:14,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/a3a7e4ca7786441f84d8953d20d57cae, entries=150, sequenceid=102, filesize=11.7 K 2024-12-06T22:20:14,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:20:14,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/e7861ef8ef7c438382eec586187543ce as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/e7861ef8ef7c438382eec586187543ce 2024-12-06T22:20:14,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-12-06T22:20:14,233 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:20:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-06T22:20:14,234 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:20:14,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:20:14,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/e7861ef8ef7c438382eec586187543ce, entries=150, sequenceid=102, filesize=11.7 K 2024-12-06T22:20:14,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0cfcde7a6bc4543b50cde39de28d1097 in 884ms, sequenceid=102, compaction requested=true 2024-12-06T22:20:14,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:14,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:20:14,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:14,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:20:14,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:14,240 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:20:14,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:20:14,240 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:20:14,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:14,241 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:20:14,241 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:20:14,241 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/A is initiating minor compaction (all files) 2024-12-06T22:20:14,241 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/B is initiating minor compaction (all files) 2024-12-06T22:20:14,242 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/B in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:14,242 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/A in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:14,242 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/7507d6e272d24a7db425ee07a9f339bc, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/71fb6e0cac134dc49648f48669987d0c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/54e0bebf267746e9b7519ce0bd586be7, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/f1929fcd6ede448094a6d8a38495229c] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=47.0 K 2024-12-06T22:20:14,242 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/e1f6f285024e4376a0a96dd8d08963e0, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/c4a6bfdf8a3b4e0f9713037fcf8fbeda, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/012b95ce61684c9c9f04b1bf3c74c2aa, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/a3a7e4ca7786441f84d8953d20d57cae] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=47.0 K 2024-12-06T22:20:14,242 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting e1f6f285024e4376a0a96dd8d08963e0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733523609664 2024-12-06T22:20:14,242 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7507d6e272d24a7db425ee07a9f339bc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733523609664 2024-12-06T22:20:14,243 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71fb6e0cac134dc49648f48669987d0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733523609794 2024-12-06T22:20:14,243 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting c4a6bfdf8a3b4e0f9713037fcf8fbeda, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733523609794 2024-12-06T22:20:14,243 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54e0bebf267746e9b7519ce0bd586be7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733523611213 2024-12-06T22:20:14,243 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 012b95ce61684c9c9f04b1bf3c74c2aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733523611213 2024-12-06T22:20:14,243 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting a3a7e4ca7786441f84d8953d20d57cae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733523613347 2024-12-06T22:20:14,244 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1929fcd6ede448094a6d8a38495229c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733523613347 2024-12-06T22:20:14,254 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#B#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:14,254 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/9a126590caf941bf9cde44840edf439a is 50, key is test_row_0/B:col10/1733523613352/Put/seqid=0 2024-12-06T22:20:14,255 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#A#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:14,255 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/14d1a4d16e784abd8137cbcacd1905c5 is 50, key is test_row_0/A:col10/1733523613352/Put/seqid=0 2024-12-06T22:20:14,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742130_1306 (size=12241) 2024-12-06T22:20:14,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742131_1307 (size=12241) 2024-12-06T22:20:14,272 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/14d1a4d16e784abd8137cbcacd1905c5 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/14d1a4d16e784abd8137cbcacd1905c5 2024-12-06T22:20:14,279 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/A of 0cfcde7a6bc4543b50cde39de28d1097 into 14d1a4d16e784abd8137cbcacd1905c5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:14,279 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:14,279 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/A, priority=12, startTime=1733523614240; duration=0sec 2024-12-06T22:20:14,279 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:14,279 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:A 2024-12-06T22:20:14,279 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:20:14,281 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:20:14,281 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/C is initiating minor compaction (all files) 2024-12-06T22:20:14,281 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/C in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:14,281 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/691631b737af41749419244398b2594b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/ff480f1d591349ee905084d92fb1700c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/ede1de82d13b4baf9bd4c3703e63d2a5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/e7861ef8ef7c438382eec586187543ce] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=47.0 K 2024-12-06T22:20:14,282 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 691631b737af41749419244398b2594b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733523609664 2024-12-06T22:20:14,283 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff480f1d591349ee905084d92fb1700c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733523609794 2024-12-06T22:20:14,283 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting ede1de82d13b4baf9bd4c3703e63d2a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733523611213 2024-12-06T22:20:14,283 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7861ef8ef7c438382eec586187543ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733523613347 2024-12-06T22:20:14,292 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#C#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:14,293 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/29bdb2ddd284458fb65f1b7b32e56bfe is 50, key is test_row_0/C:col10/1733523613352/Put/seqid=0 2024-12-06T22:20:14,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742132_1308 (size=12241) 2024-12-06T22:20:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-06T22:20:14,386 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:14,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-06T22:20:14,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:14,387 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 0cfcde7a6bc4543b50cde39de28d1097 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T22:20:14,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=A 2024-12-06T22:20:14,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:14,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=B 2024-12-06T22:20:14,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:14,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=C 2024-12-06T22:20:14,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:14,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/be4fe4ffc8d4459c8aec0297d4f2c764 is 50, key is test_row_0/A:col10/1733523613420/Put/seqid=0 2024-12-06T22:20:14,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742133_1309 (size=12001) 2024-12-06T22:20:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-06T22:20:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:14,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:14,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523674564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:14,666 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/9a126590caf941bf9cde44840edf439a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/9a126590caf941bf9cde44840edf439a 2024-12-06T22:20:14,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523674667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:14,672 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/B of 0cfcde7a6bc4543b50cde39de28d1097 into 9a126590caf941bf9cde44840edf439a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:14,672 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:14,672 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/B, priority=12, startTime=1733523614240; duration=0sec 2024-12-06T22:20:14,672 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:14,672 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:B 2024-12-06T22:20:14,707 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/29bdb2ddd284458fb65f1b7b32e56bfe as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/29bdb2ddd284458fb65f1b7b32e56bfe 2024-12-06T22:20:14,712 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/C of 0cfcde7a6bc4543b50cde39de28d1097 into 29bdb2ddd284458fb65f1b7b32e56bfe(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:14,712 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:14,712 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/C, priority=12, startTime=1733523614240; duration=0sec 2024-12-06T22:20:14,712 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:14,712 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:C 2024-12-06T22:20:14,797 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/be4fe4ffc8d4459c8aec0297d4f2c764 2024-12-06T22:20:14,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/30137204bd8d40178f469b99f3337ad3 is 50, key is test_row_0/B:col10/1733523613420/Put/seqid=0 2024-12-06T22:20:14,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742134_1310 (size=12001) 2024-12-06T22:20:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-06T22:20:14,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523674871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:15,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523675173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:15,213 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/30137204bd8d40178f469b99f3337ad3 2024-12-06T22:20:15,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/0d3d4cdd2cf0494da46f8bc59550f1b3 is 50, key is test_row_0/C:col10/1733523613420/Put/seqid=0 2024-12-06T22:20:15,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742135_1311 (size=12001) 2024-12-06T22:20:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-06T22:20:15,629 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/0d3d4cdd2cf0494da46f8bc59550f1b3 2024-12-06T22:20:15,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/be4fe4ffc8d4459c8aec0297d4f2c764 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/be4fe4ffc8d4459c8aec0297d4f2c764 2024-12-06T22:20:15,639 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/be4fe4ffc8d4459c8aec0297d4f2c764, entries=150, sequenceid=128, filesize=11.7 K 2024-12-06T22:20:15,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/30137204bd8d40178f469b99f3337ad3 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/30137204bd8d40178f469b99f3337ad3 2024-12-06T22:20:15,644 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/30137204bd8d40178f469b99f3337ad3, entries=150, sequenceid=128, filesize=11.7 K 2024-12-06T22:20:15,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/0d3d4cdd2cf0494da46f8bc59550f1b3 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/0d3d4cdd2cf0494da46f8bc59550f1b3 2024-12-06T22:20:15,649 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/0d3d4cdd2cf0494da46f8bc59550f1b3, entries=150, sequenceid=128, filesize=11.7 K 2024-12-06T22:20:15,651 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0cfcde7a6bc4543b50cde39de28d1097 in 1264ms, sequenceid=128, compaction requested=false 2024-12-06T22:20:15,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:15,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:15,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-12-06T22:20:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-12-06T22:20:15,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-12-06T22:20:15,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4200 sec 2024-12-06T22:20:15,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.4250 sec 2024-12-06T22:20:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:15,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0cfcde7a6bc4543b50cde39de28d1097 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T22:20:15,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=A 2024-12-06T22:20:15,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:15,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=B 2024-12-06T22:20:15,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:15,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=C 2024-12-06T22:20:15,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:15,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/41bc7bf0d4344098b175061cd41cb925 is 50, key is test_row_0/A:col10/1733523615678/Put/seqid=0 2024-12-06T22:20:15,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742136_1312 (size=12151) 2024-12-06T22:20:15,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:15,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523675750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:15,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523675854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:16,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:16,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523676056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:16,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/41bc7bf0d4344098b175061cd41cb925 2024-12-06T22:20:16,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/295eb975319941ef8cf8e24b0bb4d3da is 50, key is test_row_0/B:col10/1733523615678/Put/seqid=0 2024-12-06T22:20:16,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742137_1313 (size=12151) 2024-12-06T22:20:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-06T22:20:16,338 INFO [Thread-1297 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-12-06T22:20:16,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:20:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-12-06T22:20:16,341 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:20:16,341 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:20:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-06T22:20:16,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:20:16,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523676360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-06T22:20:16,493 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:16,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-06T22:20:16,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:16,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:16,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:16,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:16,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:16,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/295eb975319941ef8cf8e24b0bb4d3da 2024-12-06T22:20:16,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/464f85569ef343a682ee34161e549e53 is 50, key is test_row_0/C:col10/1733523615678/Put/seqid=0 2024-12-06T22:20:16,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742138_1314 (size=12151) 2024-12-06T22:20:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-06T22:20:16,646 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:16,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-06T22:20:16,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:16,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:16,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:16,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:16,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:16,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:16,800 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:16,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-06T22:20:16,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:16,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:16,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:16,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:16,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:16,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:16,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:16,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523676867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-06T22:20:16,953 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:16,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/464f85569ef343a682ee34161e549e53 2024-12-06T22:20:16,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-06T22:20:16,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:16,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:16,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:16,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:16,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:16,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/41bc7bf0d4344098b175061cd41cb925 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/41bc7bf0d4344098b175061cd41cb925 2024-12-06T22:20:16,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/41bc7bf0d4344098b175061cd41cb925, entries=150, sequenceid=142, filesize=11.9 K 2024-12-06T22:20:16,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/295eb975319941ef8cf8e24b0bb4d3da as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/295eb975319941ef8cf8e24b0bb4d3da 2024-12-06T22:20:16,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/295eb975319941ef8cf8e24b0bb4d3da, entries=150, sequenceid=142, filesize=11.9 K 2024-12-06T22:20:16,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/464f85569ef343a682ee34161e549e53 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/464f85569ef343a682ee34161e549e53 2024-12-06T22:20:16,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/464f85569ef343a682ee34161e549e53, entries=150, sequenceid=142, filesize=11.9 K 2024-12-06T22:20:16,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0cfcde7a6bc4543b50cde39de28d1097 in 1309ms, sequenceid=142, compaction requested=true 2024-12-06T22:20:16,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:16,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:20:16,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:16,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:20:16,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:16,988 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:16,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:20:16,988 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:16,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:16,989 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:16,989 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:16,989 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/B is initiating minor compaction (all files) 2024-12-06T22:20:16,989 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/A is initiating minor compaction (all files) 2024-12-06T22:20:16,990 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/A in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:16,990 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/B in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:16,990 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/14d1a4d16e784abd8137cbcacd1905c5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/be4fe4ffc8d4459c8aec0297d4f2c764, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/41bc7bf0d4344098b175061cd41cb925] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=35.5 K 2024-12-06T22:20:16,990 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/9a126590caf941bf9cde44840edf439a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/30137204bd8d40178f469b99f3337ad3, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/295eb975319941ef8cf8e24b0bb4d3da] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=35.5 K 2024-12-06T22:20:16,990 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a126590caf941bf9cde44840edf439a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733523613347 2024-12-06T22:20:16,990 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14d1a4d16e784abd8137cbcacd1905c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733523613347 2024-12-06T22:20:16,990 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 30137204bd8d40178f469b99f3337ad3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733523613399 2024-12-06T22:20:16,990 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting be4fe4ffc8d4459c8aec0297d4f2c764, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733523613399 2024-12-06T22:20:16,991 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41bc7bf0d4344098b175061cd41cb925, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733523614558 2024-12-06T22:20:16,991 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 295eb975319941ef8cf8e24b0bb4d3da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733523614558 2024-12-06T22:20:16,999 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#A#compaction#266 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:17,000 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#B#compaction#267 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:17,000 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/4d61298dbe4c4b7a9cd3417d081c05cd is 50, key is test_row_0/A:col10/1733523615678/Put/seqid=0 2024-12-06T22:20:17,001 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/97c61f8d9729423b8f912b7dfa993d8b is 50, key is test_row_0/B:col10/1733523615678/Put/seqid=0 2024-12-06T22:20:17,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742140_1316 (size=12493) 2024-12-06T22:20:17,014 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/97c61f8d9729423b8f912b7dfa993d8b as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/97c61f8d9729423b8f912b7dfa993d8b 2024-12-06T22:20:17,019 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/B of 0cfcde7a6bc4543b50cde39de28d1097 into 97c61f8d9729423b8f912b7dfa993d8b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:17,019 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:17,019 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/B, priority=13, startTime=1733523616988; duration=0sec 2024-12-06T22:20:17,019 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:17,019 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:B 2024-12-06T22:20:17,019 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:17,021 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:17,021 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/C is initiating minor compaction (all files) 2024-12-06T22:20:17,021 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/C in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:17,021 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/29bdb2ddd284458fb65f1b7b32e56bfe, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/0d3d4cdd2cf0494da46f8bc59550f1b3, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/464f85569ef343a682ee34161e549e53] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=35.5 K 2024-12-06T22:20:17,022 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 29bdb2ddd284458fb65f1b7b32e56bfe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733523613347 2024-12-06T22:20:17,022 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d3d4cdd2cf0494da46f8bc59550f1b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733523613399 2024-12-06T22:20:17,022 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 464f85569ef343a682ee34161e549e53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733523614558 2024-12-06T22:20:17,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742139_1315 (size=12493) 2024-12-06T22:20:17,031 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/4d61298dbe4c4b7a9cd3417d081c05cd as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/4d61298dbe4c4b7a9cd3417d081c05cd 2024-12-06T22:20:17,033 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#C#compaction#268 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:17,034 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/9eaec4ec0ebc47a2b7433b5880fcb0e8 is 50, key is test_row_0/C:col10/1733523615678/Put/seqid=0 2024-12-06T22:20:17,040 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/A of 0cfcde7a6bc4543b50cde39de28d1097 into 4d61298dbe4c4b7a9cd3417d081c05cd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:17,040 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:17,040 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/A, priority=13, startTime=1733523616988; duration=0sec 2024-12-06T22:20:17,041 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:17,041 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:A 2024-12-06T22:20:17,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742141_1317 (size=12493) 2024-12-06T22:20:17,106 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:17,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-06T22:20:17,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:17,107 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 0cfcde7a6bc4543b50cde39de28d1097 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T22:20:17,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=A 2024-12-06T22:20:17,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:17,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=B 2024-12-06T22:20:17,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:17,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=C 2024-12-06T22:20:17,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:17,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/d6b89e38ab83422eba024487bd04da07 is 50, key is test_row_0/A:col10/1733523615745/Put/seqid=0 2024-12-06T22:20:17,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742142_1318 (size=12151) 2024-12-06T22:20:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-06T22:20:17,476 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/9eaec4ec0ebc47a2b7433b5880fcb0e8 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/9eaec4ec0ebc47a2b7433b5880fcb0e8 2024-12-06T22:20:17,486 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/C of 0cfcde7a6bc4543b50cde39de28d1097 into 9eaec4ec0ebc47a2b7433b5880fcb0e8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:17,487 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:17,487 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/C, priority=13, startTime=1733523616988; duration=0sec 2024-12-06T22:20:17,487 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:17,487 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:C 2024-12-06T22:20:17,517 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/d6b89e38ab83422eba024487bd04da07 2024-12-06T22:20:17,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/2790e4ccdad84d9f822e1f23f9279bab is 50, key is test_row_0/B:col10/1733523615745/Put/seqid=0 2024-12-06T22:20:17,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742143_1319 (size=12151) 2024-12-06T22:20:17,540 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/2790e4ccdad84d9f822e1f23f9279bab 2024-12-06T22:20:17,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/993d2710d48d4ce3b8df03a10c82dd67 is 50, key is test_row_0/C:col10/1733523615745/Put/seqid=0 2024-12-06T22:20:17,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742144_1320 (size=12151) 2024-12-06T22:20:17,576 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/993d2710d48d4ce3b8df03a10c82dd67 2024-12-06T22:20:17,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/d6b89e38ab83422eba024487bd04da07 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/d6b89e38ab83422eba024487bd04da07 2024-12-06T22:20:17,586 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/d6b89e38ab83422eba024487bd04da07, entries=150, sequenceid=168, filesize=11.9 K 2024-12-06T22:20:17,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/2790e4ccdad84d9f822e1f23f9279bab as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/2790e4ccdad84d9f822e1f23f9279bab 2024-12-06T22:20:17,590 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/2790e4ccdad84d9f822e1f23f9279bab, entries=150, sequenceid=168, filesize=11.9 K 2024-12-06T22:20:17,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/993d2710d48d4ce3b8df03a10c82dd67 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/993d2710d48d4ce3b8df03a10c82dd67 2024-12-06T22:20:17,596 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/993d2710d48d4ce3b8df03a10c82dd67, entries=150, sequenceid=168, filesize=11.9 K 2024-12-06T22:20:17,597 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 0cfcde7a6bc4543b50cde39de28d1097 in 490ms, sequenceid=168, compaction requested=false 2024-12-06T22:20:17,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:17,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:17,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-12-06T22:20:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-12-06T22:20:17,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-06T22:20:17,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2570 sec 2024-12-06T22:20:17,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.2610 sec 2024-12-06T22:20:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:17,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0cfcde7a6bc4543b50cde39de28d1097 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:20:17,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=A 2024-12-06T22:20:17,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:17,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=B 2024-12-06T22:20:17,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:17,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=C 2024-12-06T22:20:17,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:17,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/e1202e80c45344998fbde98a12b7a42e is 50, key is test_row_0/A:col10/1733523617887/Put/seqid=0 2024-12-06T22:20:17,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742145_1321 (size=12151) 2024-12-06T22:20:17,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523677945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:17,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1733523677946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:17,948 DEBUG [Thread-1291 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8152 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., hostname=6d2a5dd008ce,36991,1733523540613, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T22:20:17,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523677947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:17,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37052 deadline: 1733523677956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:17,957 DEBUG [Thread-1295 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., hostname=6d2a5dd008ce,36991,1733523540613, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T22:20:17,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37054 deadline: 1733523677968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:17,970 DEBUG [Thread-1289 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8175 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., hostname=6d2a5dd008ce,36991,1733523540613, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T22:20:18,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523678048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:18,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523678050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:18,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523678251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:18,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523678254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:18,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/e1202e80c45344998fbde98a12b7a42e 2024-12-06T22:20:18,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/285b2a7ac4cd4dc7ab50f63764cef295 is 50, key is test_row_0/B:col10/1733523617887/Put/seqid=0 2024-12-06T22:20:18,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742146_1322 (size=12151) 2024-12-06T22:20:18,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/285b2a7ac4cd4dc7ab50f63764cef295 2024-12-06T22:20:18,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/c19ec31733d547b981336e353660da52 is 50, key is test_row_0/C:col10/1733523617887/Put/seqid=0 2024-12-06T22:20:18,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742147_1323 (size=12151) 2024-12-06T22:20:18,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/c19ec31733d547b981336e353660da52 2024-12-06T22:20:18,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/e1202e80c45344998fbde98a12b7a42e as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/e1202e80c45344998fbde98a12b7a42e 2024-12-06T22:20:18,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/e1202e80c45344998fbde98a12b7a42e, entries=150, sequenceid=180, filesize=11.9 K 2024-12-06T22:20:18,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/285b2a7ac4cd4dc7ab50f63764cef295 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/285b2a7ac4cd4dc7ab50f63764cef295 2024-12-06T22:20:18,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/285b2a7ac4cd4dc7ab50f63764cef295, entries=150, sequenceid=180, filesize=11.9 K 2024-12-06T22:20:18,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/c19ec31733d547b981336e353660da52 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/c19ec31733d547b981336e353660da52 2024-12-06T22:20:18,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/c19ec31733d547b981336e353660da52, entries=150, sequenceid=180, filesize=11.9 K 2024-12-06T22:20:18,376 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0cfcde7a6bc4543b50cde39de28d1097 in 485ms, sequenceid=180, compaction requested=true 2024-12-06T22:20:18,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:18,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:20:18,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:18,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:20:18,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:18,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:20:18,376 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:18,376 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:18,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:18,377 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:18,377 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:18,377 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/A is initiating minor compaction (all files) 2024-12-06T22:20:18,377 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/B is initiating minor compaction (all files) 2024-12-06T22:20:18,377 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/A in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:18,377 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/B in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:18,377 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/4d61298dbe4c4b7a9cd3417d081c05cd, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/d6b89e38ab83422eba024487bd04da07, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/e1202e80c45344998fbde98a12b7a42e] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=35.9 K 2024-12-06T22:20:18,377 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/97c61f8d9729423b8f912b7dfa993d8b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/2790e4ccdad84d9f822e1f23f9279bab, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/285b2a7ac4cd4dc7ab50f63764cef295] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=35.9 K 2024-12-06T22:20:18,377 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d61298dbe4c4b7a9cd3417d081c05cd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733523614558 2024-12-06T22:20:18,377 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 97c61f8d9729423b8f912b7dfa993d8b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733523614558 2024-12-06T22:20:18,378 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6b89e38ab83422eba024487bd04da07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733523615734 2024-12-06T22:20:18,378 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 2790e4ccdad84d9f822e1f23f9279bab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733523615734 2024-12-06T22:20:18,378 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 285b2a7ac4cd4dc7ab50f63764cef295, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1733523617884 2024-12-06T22:20:18,378 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1202e80c45344998fbde98a12b7a42e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1733523617884 2024-12-06T22:20:18,390 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#B#compaction#275 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:18,391 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/73894dccdda1411abb55b0b0e2ba73d0 is 50, key is test_row_0/B:col10/1733523617887/Put/seqid=0 2024-12-06T22:20:18,398 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#A#compaction#276 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:18,398 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/f3e22340e7a7429eadadcad7b7808905 is 50, key is test_row_0/A:col10/1733523617887/Put/seqid=0 2024-12-06T22:20:18,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742148_1324 (size=12595) 2024-12-06T22:20:18,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742149_1325 (size=12595) 2024-12-06T22:20:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-06T22:20:18,446 INFO [Thread-1297 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-12-06T22:20:18,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:20:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-12-06T22:20:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-06T22:20:18,449 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:20:18,449 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:20:18,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:20:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-06T22:20:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:18,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0cfcde7a6bc4543b50cde39de28d1097 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-06T22:20:18,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=A 2024-12-06T22:20:18,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:18,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=B 2024-12-06T22:20:18,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:18,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=C 2024-12-06T22:20:18,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:18,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/55cf81394f2e46a9b9ad8904ca569ff6 is 50, key is test_row_0/A:col10/1733523617946/Put/seqid=0 2024-12-06T22:20:18,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742150_1326 (size=12151) 2024-12-06T22:20:18,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523678580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:18,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523678582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:18,601 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:18,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-06T22:20:18,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:18,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:18,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:18,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:18,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:18,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523678684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:18,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523678685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-06T22:20:18,754 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:18,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-06T22:20:18,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:18,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:18,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:18,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:18,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:18,822 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/73894dccdda1411abb55b0b0e2ba73d0 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/73894dccdda1411abb55b0b0e2ba73d0 2024-12-06T22:20:18,825 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/f3e22340e7a7429eadadcad7b7808905 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/f3e22340e7a7429eadadcad7b7808905 2024-12-06T22:20:18,831 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/B of 0cfcde7a6bc4543b50cde39de28d1097 into 73894dccdda1411abb55b0b0e2ba73d0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:18,831 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:18,831 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/B, priority=13, startTime=1733523618376; duration=0sec 2024-12-06T22:20:18,831 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:18,831 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:B 2024-12-06T22:20:18,831 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/A of 0cfcde7a6bc4543b50cde39de28d1097 into f3e22340e7a7429eadadcad7b7808905(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:18,831 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:18,831 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:18,831 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/A, priority=13, startTime=1733523618376; duration=0sec 2024-12-06T22:20:18,831 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:18,831 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:A 2024-12-06T22:20:18,832 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:18,832 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/C is initiating minor compaction (all files) 2024-12-06T22:20:18,832 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/C in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:18,832 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/9eaec4ec0ebc47a2b7433b5880fcb0e8, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/993d2710d48d4ce3b8df03a10c82dd67, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/c19ec31733d547b981336e353660da52] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=35.9 K 2024-12-06T22:20:18,833 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 9eaec4ec0ebc47a2b7433b5880fcb0e8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733523614558 2024-12-06T22:20:18,833 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 993d2710d48d4ce3b8df03a10c82dd67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733523615734 2024-12-06T22:20:18,833 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting c19ec31733d547b981336e353660da52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1733523617884 2024-12-06T22:20:18,854 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#C#compaction#278 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:18,855 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/d337484f685843598c99c1d1739d91ca is 50, key is test_row_0/C:col10/1733523617887/Put/seqid=0 2024-12-06T22:20:18,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742151_1327 (size=12595) 2024-12-06T22:20:18,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523678888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:18,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523678888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:18,907 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:18,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-06T22:20:18,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:18,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:18,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:18,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:18,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:18,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/55cf81394f2e46a9b9ad8904ca569ff6 2024-12-06T22:20:18,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/7adda9b43ec846e091482435518e40ea is 50, key is test_row_0/B:col10/1733523617946/Put/seqid=0 2024-12-06T22:20:18,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742152_1328 (size=12151) 2024-12-06T22:20:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-06T22:20:19,060 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:19,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-06T22:20:19,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:19,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:19,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:19,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:19,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:19,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523679191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:19,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523679191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:19,213 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:19,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-06T22:20:19,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:19,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:19,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:19,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:19,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:19,273 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/d337484f685843598c99c1d1739d91ca as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/d337484f685843598c99c1d1739d91ca 2024-12-06T22:20:19,277 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/C of 0cfcde7a6bc4543b50cde39de28d1097 into d337484f685843598c99c1d1739d91ca(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:19,277 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:19,277 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/C, priority=13, startTime=1733523618376; duration=0sec 2024-12-06T22:20:19,277 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:19,278 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:C 2024-12-06T22:20:19,366 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:19,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-06T22:20:19,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:19,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:19,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:19,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:19,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:19,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/7adda9b43ec846e091482435518e40ea 2024-12-06T22:20:19,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/0b5c6bc2f267473d9f3d3eb50c689ef5 is 50, key is test_row_0/C:col10/1733523617946/Put/seqid=0 2024-12-06T22:20:19,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742153_1329 (size=12151) 2024-12-06T22:20:19,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/0b5c6bc2f267473d9f3d3eb50c689ef5 2024-12-06T22:20:19,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/55cf81394f2e46a9b9ad8904ca569ff6 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/55cf81394f2e46a9b9ad8904ca569ff6 2024-12-06T22:20:19,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/55cf81394f2e46a9b9ad8904ca569ff6, entries=150, sequenceid=206, filesize=11.9 K 2024-12-06T22:20:19,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/7adda9b43ec846e091482435518e40ea as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/7adda9b43ec846e091482435518e40ea 2024-12-06T22:20:19,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/7adda9b43ec846e091482435518e40ea, entries=150, sequenceid=206, filesize=11.9 K 2024-12-06T22:20:19,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/0b5c6bc2f267473d9f3d3eb50c689ef5 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/0b5c6bc2f267473d9f3d3eb50c689ef5 2024-12-06T22:20:19,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/0b5c6bc2f267473d9f3d3eb50c689ef5, entries=150, sequenceid=206, filesize=11.9 K 2024-12-06T22:20:19,426 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 0cfcde7a6bc4543b50cde39de28d1097 in 867ms, sequenceid=206, compaction requested=false 2024-12-06T22:20:19,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:19,519 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:19,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-06T22:20:19,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:19,520 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 0cfcde7a6bc4543b50cde39de28d1097 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-06T22:20:19,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=A 2024-12-06T22:20:19,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:19,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=B 2024-12-06T22:20:19,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:19,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=C 2024-12-06T22:20:19,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:19,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/15c1df7f893e49a786d920961e6c2ca2 is 50, key is test_row_0/A:col10/1733523618581/Put/seqid=0 2024-12-06T22:20:19,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742154_1330 (size=9757) 2024-12-06T22:20:19,532 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/15c1df7f893e49a786d920961e6c2ca2 2024-12-06T22:20:19,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/2d9068a1994548c094b47cac8abd14a5 is 50, key is test_row_0/B:col10/1733523618581/Put/seqid=0 2024-12-06T22:20:19,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742155_1331 (size=9757) 2024-12-06T22:20:19,545 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/2d9068a1994548c094b47cac8abd14a5 2024-12-06T22:20:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-06T22:20:19,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/70c3c3c1c48340f79a3af6805cbbb2c4 is 50, key is test_row_0/C:col10/1733523618581/Put/seqid=0 2024-12-06T22:20:19,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742156_1332 (size=9757) 2024-12-06T22:20:19,557 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/70c3c3c1c48340f79a3af6805cbbb2c4 2024-12-06T22:20:19,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/15c1df7f893e49a786d920961e6c2ca2 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/15c1df7f893e49a786d920961e6c2ca2 2024-12-06T22:20:19,565 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/15c1df7f893e49a786d920961e6c2ca2, entries=100, sequenceid=219, filesize=9.5 K 2024-12-06T22:20:19,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/2d9068a1994548c094b47cac8abd14a5 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/2d9068a1994548c094b47cac8abd14a5 2024-12-06T22:20:19,570 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/2d9068a1994548c094b47cac8abd14a5, entries=100, sequenceid=219, filesize=9.5 K 2024-12-06T22:20:19,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/70c3c3c1c48340f79a3af6805cbbb2c4 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/70c3c3c1c48340f79a3af6805cbbb2c4 2024-12-06T22:20:19,576 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/70c3c3c1c48340f79a3af6805cbbb2c4, entries=100, sequenceid=219, filesize=9.5 K 2024-12-06T22:20:19,577 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 0cfcde7a6bc4543b50cde39de28d1097 in 57ms, sequenceid=219, compaction requested=true 2024-12-06T22:20:19,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:19,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:19,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-12-06T22:20:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-12-06T22:20:19,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-06T22:20:19,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1290 sec 2024-12-06T22:20:19,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.1340 sec 2024-12-06T22:20:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:19,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0cfcde7a6bc4543b50cde39de28d1097 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:20:19,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=A 2024-12-06T22:20:19,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:19,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=B 2024-12-06T22:20:19,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:19,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=C 2024-12-06T22:20:19,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:19,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/22adfb597b4040b498adc4a5615ed4c8 is 50, key is test_row_0/A:col10/1733523619699/Put/seqid=0 2024-12-06T22:20:19,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742157_1333 (size=14541) 2024-12-06T22:20:19,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/22adfb597b4040b498adc4a5615ed4c8 2024-12-06T22:20:19,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/ab8d1b46277e44fa94781d7bf24c96eb is 50, key is test_row_0/B:col10/1733523619699/Put/seqid=0 2024-12-06T22:20:19,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742158_1334 (size=12151) 2024-12-06T22:20:19,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523679740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:19,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523679741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:19,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523679843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:19,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523679845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:20,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:20,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523680045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:20,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:20,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523680049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:20,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/ab8d1b46277e44fa94781d7bf24c96eb 2024-12-06T22:20:20,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/22137570f121457e8c4fbf393bb3aa19 is 50, key is test_row_0/C:col10/1733523619699/Put/seqid=0 2024-12-06T22:20:20,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742159_1335 (size=12151) 2024-12-06T22:20:20,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/22137570f121457e8c4fbf393bb3aa19 2024-12-06T22:20:20,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/22adfb597b4040b498adc4a5615ed4c8 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/22adfb597b4040b498adc4a5615ed4c8 2024-12-06T22:20:20,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/22adfb597b4040b498adc4a5615ed4c8, entries=200, sequenceid=231, filesize=14.2 K 2024-12-06T22:20:20,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/ab8d1b46277e44fa94781d7bf24c96eb as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/ab8d1b46277e44fa94781d7bf24c96eb 2024-12-06T22:20:20,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/ab8d1b46277e44fa94781d7bf24c96eb, entries=150, sequenceid=231, filesize=11.9 K 2024-12-06T22:20:20,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/22137570f121457e8c4fbf393bb3aa19 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/22137570f121457e8c4fbf393bb3aa19 2024-12-06T22:20:20,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/22137570f121457e8c4fbf393bb3aa19, entries=150, sequenceid=231, filesize=11.9 K 2024-12-06T22:20:20,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0cfcde7a6bc4543b50cde39de28d1097 in 463ms, sequenceid=231, compaction requested=true 2024-12-06T22:20:20,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:20,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:20:20,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:20,166 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:20:20,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:20:20,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:20,166 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:20:20,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:20:20,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:20,168 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46654 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:20:20,168 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49044 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:20:20,168 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/B is initiating minor compaction (all files) 2024-12-06T22:20:20,168 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/A is initiating minor compaction (all files) 2024-12-06T22:20:20,168 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/A in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:20,168 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/B in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:20,168 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/f3e22340e7a7429eadadcad7b7808905, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/55cf81394f2e46a9b9ad8904ca569ff6, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/15c1df7f893e49a786d920961e6c2ca2, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/22adfb597b4040b498adc4a5615ed4c8] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=47.9 K 2024-12-06T22:20:20,168 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/73894dccdda1411abb55b0b0e2ba73d0, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/7adda9b43ec846e091482435518e40ea, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/2d9068a1994548c094b47cac8abd14a5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/ab8d1b46277e44fa94781d7bf24c96eb] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=45.6 K 2024-12-06T22:20:20,168 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 73894dccdda1411abb55b0b0e2ba73d0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1733523617884 2024-12-06T22:20:20,168 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3e22340e7a7429eadadcad7b7808905, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1733523617884 2024-12-06T22:20:20,169 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 7adda9b43ec846e091482435518e40ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733523617944 2024-12-06T22:20:20,169 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55cf81394f2e46a9b9ad8904ca569ff6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733523617944 2024-12-06T22:20:20,169 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d9068a1994548c094b47cac8abd14a5, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733523618578 2024-12-06T22:20:20,170 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15c1df7f893e49a786d920961e6c2ca2, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733523618578 2024-12-06T22:20:20,170 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting ab8d1b46277e44fa94781d7bf24c96eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733523619699 2024-12-06T22:20:20,170 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22adfb597b4040b498adc4a5615ed4c8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733523619699 2024-12-06T22:20:20,184 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#A#compaction#287 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:20,185 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/9020055112f04782a2d041481fc83a75 is 50, key is test_row_0/A:col10/1733523619699/Put/seqid=0 2024-12-06T22:20:20,186 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#B#compaction#288 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:20,187 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/f0e7f2cb847445f0b4c8488cd82f5b33 is 50, key is test_row_0/B:col10/1733523619699/Put/seqid=0 2024-12-06T22:20:20,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742160_1336 (size=12731) 2024-12-06T22:20:20,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742161_1337 (size=12731) 2024-12-06T22:20:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:20,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0cfcde7a6bc4543b50cde39de28d1097 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-06T22:20:20,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=A 2024-12-06T22:20:20,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:20,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=B 2024-12-06T22:20:20,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:20,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=C 2024-12-06T22:20:20,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:20,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/ba71ef7665354d06b7186036bf645900 is 50, key is test_row_0/A:col10/1733523620348/Put/seqid=0 2024-12-06T22:20:20,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742162_1338 (size=16981) 2024-12-06T22:20:20,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523680401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:20,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523680402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:20,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523680505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:20,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523680506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-06T22:20:20,553 INFO [Thread-1297 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-12-06T22:20:20,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:20:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-12-06T22:20:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-06T22:20:20,556 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:20:20,556 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:20:20,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:20:20,608 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/9020055112f04782a2d041481fc83a75 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/9020055112f04782a2d041481fc83a75 2024-12-06T22:20:20,613 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/A of 0cfcde7a6bc4543b50cde39de28d1097 into 9020055112f04782a2d041481fc83a75(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:20,613 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:20,613 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/A, priority=12, startTime=1733523620166; duration=0sec 2024-12-06T22:20:20,613 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:20,613 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:A 2024-12-06T22:20:20,613 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:20:20,616 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46654 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:20:20,616 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/C is initiating minor compaction (all files) 2024-12-06T22:20:20,616 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/C in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:20,616 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/d337484f685843598c99c1d1739d91ca, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/0b5c6bc2f267473d9f3d3eb50c689ef5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/70c3c3c1c48340f79a3af6805cbbb2c4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/22137570f121457e8c4fbf393bb3aa19] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=45.6 K 2024-12-06T22:20:20,617 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting d337484f685843598c99c1d1739d91ca, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1733523617884 2024-12-06T22:20:20,617 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b5c6bc2f267473d9f3d3eb50c689ef5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733523617944 2024-12-06T22:20:20,618 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70c3c3c1c48340f79a3af6805cbbb2c4, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733523618578 2024-12-06T22:20:20,618 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22137570f121457e8c4fbf393bb3aa19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733523619699 2024-12-06T22:20:20,621 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/f0e7f2cb847445f0b4c8488cd82f5b33 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/f0e7f2cb847445f0b4c8488cd82f5b33 2024-12-06T22:20:20,626 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/B of 0cfcde7a6bc4543b50cde39de28d1097 into f0e7f2cb847445f0b4c8488cd82f5b33(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:20,626 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:20,626 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/B, priority=12, startTime=1733523620166; duration=0sec 2024-12-06T22:20:20,626 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:20,626 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:B 2024-12-06T22:20:20,630 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#C#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:20,631 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/9e3ce038116a47cb8ea4f9823239c647 is 50, key is test_row_0/C:col10/1733523619699/Put/seqid=0 2024-12-06T22:20:20,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742163_1339 (size=12731) 2024-12-06T22:20:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-06T22:20:20,708 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:20,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-06T22:20:20,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:20,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:20,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:20,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:20,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:20,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523680709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:20,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523680711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:20,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/ba71ef7665354d06b7186036bf645900 2024-12-06T22:20:20,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/d98060ca77684ba4868f8fad70e60693 is 50, key is test_row_0/B:col10/1733523620348/Put/seqid=0 2024-12-06T22:20:20,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742164_1340 (size=12201) 2024-12-06T22:20:20,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/d98060ca77684ba4868f8fad70e60693 2024-12-06T22:20:20,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/194ad7bcd790463b9a180a74e1a20daf is 50, key is test_row_0/C:col10/1733523620348/Put/seqid=0 2024-12-06T22:20:20,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742165_1341 (size=12201) 2024-12-06T22:20:20,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/194ad7bcd790463b9a180a74e1a20daf 2024-12-06T22:20:20,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/ba71ef7665354d06b7186036bf645900 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/ba71ef7665354d06b7186036bf645900 2024-12-06T22:20:20,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/ba71ef7665354d06b7186036bf645900, entries=250, sequenceid=257, filesize=16.6 K 2024-12-06T22:20:20,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/d98060ca77684ba4868f8fad70e60693 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/d98060ca77684ba4868f8fad70e60693 2024-12-06T22:20:20,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/d98060ca77684ba4868f8fad70e60693, entries=150, sequenceid=257, filesize=11.9 K 2024-12-06T22:20:20,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/194ad7bcd790463b9a180a74e1a20daf as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/194ad7bcd790463b9a180a74e1a20daf 2024-12-06T22:20:20,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/194ad7bcd790463b9a180a74e1a20daf, entries=150, sequenceid=257, filesize=11.9 K 2024-12-06T22:20:20,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 0cfcde7a6bc4543b50cde39de28d1097 in 474ms, sequenceid=257, compaction requested=false 2024-12-06T22:20:20,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-06T22:20:20,861 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:20,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-06T22:20:20,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:20,862 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 0cfcde7a6bc4543b50cde39de28d1097 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:20:20,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=A 2024-12-06T22:20:20,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:20,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=B 2024-12-06T22:20:20,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:20,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=C 2024-12-06T22:20:20,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:20,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/2049581912fd4db3b4b6049cf59c74f4 is 50, key is test_row_0/A:col10/1733523620396/Put/seqid=0 2024-12-06T22:20:20,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742166_1342 (size=12301) 2024-12-06T22:20:20,875 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/2049581912fd4db3b4b6049cf59c74f4 2024-12-06T22:20:20,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/e26de9db87284413b2870c0244bc05fd is 50, key is test_row_0/B:col10/1733523620396/Put/seqid=0 2024-12-06T22:20:20,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742167_1343 (size=12301) 2024-12-06T22:20:20,890 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/e26de9db87284413b2870c0244bc05fd 2024-12-06T22:20:20,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/88accd9f1a3042babae24610923fe473 is 50, key is test_row_0/C:col10/1733523620396/Put/seqid=0 2024-12-06T22:20:20,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742168_1344 (size=12301) 2024-12-06T22:20:20,904 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/88accd9f1a3042babae24610923fe473 2024-12-06T22:20:20,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/2049581912fd4db3b4b6049cf59c74f4 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/2049581912fd4db3b4b6049cf59c74f4 2024-12-06T22:20:20,914 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/2049581912fd4db3b4b6049cf59c74f4, entries=150, sequenceid=270, filesize=12.0 K 2024-12-06T22:20:20,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/e26de9db87284413b2870c0244bc05fd as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/e26de9db87284413b2870c0244bc05fd 2024-12-06T22:20:20,919 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/e26de9db87284413b2870c0244bc05fd, entries=150, sequenceid=270, filesize=12.0 K 2024-12-06T22:20:20,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/88accd9f1a3042babae24610923fe473 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/88accd9f1a3042babae24610923fe473 2024-12-06T22:20:20,928 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/88accd9f1a3042babae24610923fe473, entries=150, sequenceid=270, filesize=12.0 K 2024-12-06T22:20:20,929 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 0cfcde7a6bc4543b50cde39de28d1097 in 67ms, sequenceid=270, compaction requested=true 2024-12-06T22:20:20,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:20,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:20,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-12-06T22:20:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-12-06T22:20:20,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-06T22:20:20,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 373 msec 2024-12-06T22:20:20,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 379 msec 2024-12-06T22:20:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:21,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0cfcde7a6bc4543b50cde39de28d1097 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:20:21,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=A 2024-12-06T22:20:21,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:21,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=B 2024-12-06T22:20:21,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:21,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=C 2024-12-06T22:20:21,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:21,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/6154a8f85c1146fc99238686e25a43e6 is 50, key is test_row_0/A:col10/1733523621029/Put/seqid=0 2024-12-06T22:20:21,042 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/9e3ce038116a47cb8ea4f9823239c647 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/9e3ce038116a47cb8ea4f9823239c647 2024-12-06T22:20:21,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742169_1345 (size=14741) 2024-12-06T22:20:21,048 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/C of 0cfcde7a6bc4543b50cde39de28d1097 into 9e3ce038116a47cb8ea4f9823239c647(size=12.4 K), total size for store is 36.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:21,048 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:21,048 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/C, priority=12, startTime=1733523620166; duration=0sec 2024-12-06T22:20:21,049 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:21,049 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:C 2024-12-06T22:20:21,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523681082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:21,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523681082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-06T22:20:21,160 INFO [Thread-1297 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-12-06T22:20:21,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:20:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-12-06T22:20:21,163 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:20:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-06T22:20:21,163 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:20:21,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:20:21,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:21,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523681185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523681185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-06T22:20:21,315 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:21,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-06T22:20:21,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:21,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:21,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:21,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:21,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:21,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523681388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:21,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523681389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:21,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/6154a8f85c1146fc99238686e25a43e6 2024-12-06T22:20:21,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/bd65b9ac4e8d40efa1f5e925b853ecc2 is 50, key is test_row_0/B:col10/1733523621029/Put/seqid=0 2024-12-06T22:20:21,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742170_1346 (size=12301) 2024-12-06T22:20:21,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/bd65b9ac4e8d40efa1f5e925b853ecc2 2024-12-06T22:20:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-06T22:20:21,468 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:21,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-06T22:20:21,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:21,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:21,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:21,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:21,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:21,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/f27c99e9661c4931b42b418456440b02 is 50, key is test_row_0/C:col10/1733523621029/Put/seqid=0 2024-12-06T22:20:21,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742171_1347 (size=12301) 2024-12-06T22:20:21,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/f27c99e9661c4931b42b418456440b02 2024-12-06T22:20:21,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/6154a8f85c1146fc99238686e25a43e6 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/6154a8f85c1146fc99238686e25a43e6 2024-12-06T22:20:21,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/6154a8f85c1146fc99238686e25a43e6, entries=200, sequenceid=282, filesize=14.4 K 2024-12-06T22:20:21,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/bd65b9ac4e8d40efa1f5e925b853ecc2 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/bd65b9ac4e8d40efa1f5e925b853ecc2 2024-12-06T22:20:21,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/bd65b9ac4e8d40efa1f5e925b853ecc2, entries=150, sequenceid=282, filesize=12.0 K 2024-12-06T22:20:21,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/f27c99e9661c4931b42b418456440b02 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/f27c99e9661c4931b42b418456440b02 2024-12-06T22:20:21,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/f27c99e9661c4931b42b418456440b02, entries=150, sequenceid=282, filesize=12.0 K 2024-12-06T22:20:21,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0cfcde7a6bc4543b50cde39de28d1097 in 466ms, sequenceid=282, compaction requested=true 2024-12-06T22:20:21,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:21,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:20:21,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:21,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:20:21,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:21,498 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:20:21,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:20:21,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:21,498 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:20:21,500 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49534 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:20:21,500 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/B is initiating minor compaction (all files) 2024-12-06T22:20:21,500 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/B in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:21,500 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/f0e7f2cb847445f0b4c8488cd82f5b33, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/d98060ca77684ba4868f8fad70e60693, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/e26de9db87284413b2870c0244bc05fd, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/bd65b9ac4e8d40efa1f5e925b853ecc2] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=48.4 K 2024-12-06T22:20:21,500 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56754 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:20:21,500 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/A is initiating minor compaction (all files) 2024-12-06T22:20:21,500 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/A in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:21,501 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/9020055112f04782a2d041481fc83a75, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/ba71ef7665354d06b7186036bf645900, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/2049581912fd4db3b4b6049cf59c74f4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/6154a8f85c1146fc99238686e25a43e6] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=55.4 K 2024-12-06T22:20:21,501 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting f0e7f2cb847445f0b4c8488cd82f5b33, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733523619699 2024-12-06T22:20:21,501 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9020055112f04782a2d041481fc83a75, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733523619699 2024-12-06T22:20:21,501 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting d98060ca77684ba4868f8fad70e60693, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733523619738 2024-12-06T22:20:21,502 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba71ef7665354d06b7186036bf645900, keycount=250, bloomtype=ROW, size=16.6 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733523619738 2024-12-06T22:20:21,502 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting e26de9db87284413b2870c0244bc05fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733523620396 2024-12-06T22:20:21,502 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2049581912fd4db3b4b6049cf59c74f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733523620396 2024-12-06T22:20:21,502 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting bd65b9ac4e8d40efa1f5e925b853ecc2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733523621024 2024-12-06T22:20:21,503 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6154a8f85c1146fc99238686e25a43e6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733523621023 2024-12-06T22:20:21,527 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#B#compaction#300 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:21,527 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#A#compaction#299 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:21,527 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/019e6e4711334163a11e8c60e39bba35 is 50, key is test_row_0/B:col10/1733523621029/Put/seqid=0 2024-12-06T22:20:21,527 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/4770be1c89014008853b0c460144c3d4 is 50, key is test_row_0/A:col10/1733523621029/Put/seqid=0 2024-12-06T22:20:21,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742172_1348 (size=13017) 2024-12-06T22:20:21,537 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/019e6e4711334163a11e8c60e39bba35 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/019e6e4711334163a11e8c60e39bba35 2024-12-06T22:20:21,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742173_1349 (size=13017) 2024-12-06T22:20:21,546 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/B of 0cfcde7a6bc4543b50cde39de28d1097 into 019e6e4711334163a11e8c60e39bba35(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:21,546 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:21,547 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/B, priority=12, startTime=1733523621498; duration=0sec 2024-12-06T22:20:21,547 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:21,547 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:B 2024-12-06T22:20:21,547 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:20:21,548 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49534 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:20:21,548 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/C is initiating minor compaction (all files) 2024-12-06T22:20:21,548 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/C in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:21,548 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/9e3ce038116a47cb8ea4f9823239c647, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/194ad7bcd790463b9a180a74e1a20daf, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/88accd9f1a3042babae24610923fe473, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/f27c99e9661c4931b42b418456440b02] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=48.4 K 2024-12-06T22:20:21,549 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e3ce038116a47cb8ea4f9823239c647, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733523619699 2024-12-06T22:20:21,549 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 194ad7bcd790463b9a180a74e1a20daf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733523619738 2024-12-06T22:20:21,550 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 88accd9f1a3042babae24610923fe473, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733523620396 2024-12-06T22:20:21,550 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting f27c99e9661c4931b42b418456440b02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733523621024 2024-12-06T22:20:21,561 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#C#compaction#301 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:21,561 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/585f8228a05f4e269bbb70df9ffc3e33 is 50, key is test_row_0/C:col10/1733523621029/Put/seqid=0 2024-12-06T22:20:21,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742174_1350 (size=13017) 2024-12-06T22:20:21,622 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:21,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-06T22:20:21,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:21,623 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 0cfcde7a6bc4543b50cde39de28d1097 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T22:20:21,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=A 2024-12-06T22:20:21,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:21,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=B 2024-12-06T22:20:21,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:21,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=C 2024-12-06T22:20:21,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:21,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/dd08efdc29b94836b4847836695dabbd is 50, key is test_row_0/A:col10/1733523621080/Put/seqid=0 2024-12-06T22:20:21,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742175_1351 (size=12301) 2024-12-06T22:20:21,633 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/dd08efdc29b94836b4847836695dabbd 2024-12-06T22:20:21,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/17f40af5bbee4af1a3f43a40c3ab33ac is 50, key is test_row_0/B:col10/1733523621080/Put/seqid=0 2024-12-06T22:20:21,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742176_1352 (size=12301) 2024-12-06T22:20:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:21,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:21,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523681705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:21,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523681706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-06T22:20:21,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523681808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:21,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523681809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:21,948 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/4770be1c89014008853b0c460144c3d4 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/4770be1c89014008853b0c460144c3d4 2024-12-06T22:20:21,958 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/A of 0cfcde7a6bc4543b50cde39de28d1097 into 4770be1c89014008853b0c460144c3d4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:21,958 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:21,958 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/A, priority=12, startTime=1733523621498; duration=0sec 2024-12-06T22:20:21,958 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:21,958 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:A 2024-12-06T22:20:21,973 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/585f8228a05f4e269bbb70df9ffc3e33 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/585f8228a05f4e269bbb70df9ffc3e33 2024-12-06T22:20:21,979 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/C of 0cfcde7a6bc4543b50cde39de28d1097 into 585f8228a05f4e269bbb70df9ffc3e33(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:21,979 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:21,979 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/C, priority=12, startTime=1733523621498; duration=0sec 2024-12-06T22:20:21,979 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:21,979 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:C 2024-12-06T22:20:22,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523682011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:22,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523682011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:22,045 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/17f40af5bbee4af1a3f43a40c3ab33ac 2024-12-06T22:20:22,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/5e689cdf26864e8eb629605f309b1dd9 is 50, key is test_row_0/C:col10/1733523621080/Put/seqid=0 2024-12-06T22:20:22,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742177_1353 (size=12301) 2024-12-06T22:20:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-06T22:20:22,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523682315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:22,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523682316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:22,462 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/5e689cdf26864e8eb629605f309b1dd9 2024-12-06T22:20:22,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/dd08efdc29b94836b4847836695dabbd as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/dd08efdc29b94836b4847836695dabbd 2024-12-06T22:20:22,481 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/dd08efdc29b94836b4847836695dabbd, entries=150, sequenceid=308, filesize=12.0 K 2024-12-06T22:20:22,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/17f40af5bbee4af1a3f43a40c3ab33ac as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/17f40af5bbee4af1a3f43a40c3ab33ac 2024-12-06T22:20:22,487 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/17f40af5bbee4af1a3f43a40c3ab33ac, entries=150, sequenceid=308, filesize=12.0 K 2024-12-06T22:20:22,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/5e689cdf26864e8eb629605f309b1dd9 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/5e689cdf26864e8eb629605f309b1dd9 2024-12-06T22:20:22,491 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/5e689cdf26864e8eb629605f309b1dd9, entries=150, sequenceid=308, filesize=12.0 K 2024-12-06T22:20:22,492 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0cfcde7a6bc4543b50cde39de28d1097 in 869ms, sequenceid=308, compaction requested=false 2024-12-06T22:20:22,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:22,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:22,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-12-06T22:20:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-12-06T22:20:22,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-06T22:20:22,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3290 sec 2024-12-06T22:20:22,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.3340 sec 2024-12-06T22:20:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:22,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0cfcde7a6bc4543b50cde39de28d1097 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T22:20:22,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=A 2024-12-06T22:20:22,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:22,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=B 2024-12-06T22:20:22,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:22,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=C 2024-12-06T22:20:22,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:22,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/09eb5ddc8b82488ab4ccdf716138bf2f is 50, key is test_row_0/A:col10/1733523621705/Put/seqid=0 2024-12-06T22:20:22,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742178_1354 (size=12301) 2024-12-06T22:20:22,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/09eb5ddc8b82488ab4ccdf716138bf2f 2024-12-06T22:20:22,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/96fb729fd8fe4972bedb760f1229926e is 50, key is test_row_0/B:col10/1733523621705/Put/seqid=0 2024-12-06T22:20:22,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742179_1355 (size=12301) 2024-12-06T22:20:22,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/96fb729fd8fe4972bedb760f1229926e 2024-12-06T22:20:22,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523682858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:22,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523682859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:22,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/33803c37b59243049dc2679ceb998d14 is 50, key is test_row_0/C:col10/1733523621705/Put/seqid=0 2024-12-06T22:20:22,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742180_1356 (size=12301) 2024-12-06T22:20:22,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523682962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:22,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523682963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:23,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523683163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:23,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523683167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-06T22:20:23,268 INFO [Thread-1297 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-12-06T22:20:23,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:20:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-12-06T22:20:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-06T22:20:23,271 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:20:23,272 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:20:23,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:20:23,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/33803c37b59243049dc2679ceb998d14 2024-12-06T22:20:23,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/09eb5ddc8b82488ab4ccdf716138bf2f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/09eb5ddc8b82488ab4ccdf716138bf2f 2024-12-06T22:20:23,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/09eb5ddc8b82488ab4ccdf716138bf2f, entries=150, sequenceid=324, filesize=12.0 K 2024-12-06T22:20:23,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/96fb729fd8fe4972bedb760f1229926e as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/96fb729fd8fe4972bedb760f1229926e 2024-12-06T22:20:23,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/96fb729fd8fe4972bedb760f1229926e, entries=150, sequenceid=324, filesize=12.0 K 2024-12-06T22:20:23,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/33803c37b59243049dc2679ceb998d14 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/33803c37b59243049dc2679ceb998d14 2024-12-06T22:20:23,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/33803c37b59243049dc2679ceb998d14, entries=150, sequenceid=324, filesize=12.0 K 2024-12-06T22:20:23,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 0cfcde7a6bc4543b50cde39de28d1097 in 480ms, sequenceid=324, compaction requested=true 2024-12-06T22:20:23,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:23,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:20:23,303 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:23,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:23,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:20:23,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:23,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:20:23,303 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:23,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:23,304 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:23,304 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:23,304 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/A is initiating minor compaction (all files) 2024-12-06T22:20:23,304 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/B is initiating minor compaction (all files) 2024-12-06T22:20:23,304 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/A in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:23,304 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/B in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:23,304 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/4770be1c89014008853b0c460144c3d4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/dd08efdc29b94836b4847836695dabbd, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/09eb5ddc8b82488ab4ccdf716138bf2f] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=36.7 K 2024-12-06T22:20:23,304 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/019e6e4711334163a11e8c60e39bba35, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/17f40af5bbee4af1a3f43a40c3ab33ac, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/96fb729fd8fe4972bedb760f1229926e] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=36.7 K 2024-12-06T22:20:23,305 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4770be1c89014008853b0c460144c3d4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733523621024 2024-12-06T22:20:23,305 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 019e6e4711334163a11e8c60e39bba35, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733523621024 2024-12-06T22:20:23,305 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd08efdc29b94836b4847836695dabbd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733523621076 2024-12-06T22:20:23,305 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 17f40af5bbee4af1a3f43a40c3ab33ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733523621076 2024-12-06T22:20:23,305 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09eb5ddc8b82488ab4ccdf716138bf2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733523621705 2024-12-06T22:20:23,305 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 96fb729fd8fe4972bedb760f1229926e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733523621705 2024-12-06T22:20:23,318 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#A#compaction#308 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:23,318 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#B#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:23,318 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/c96071954d3449dcb1e6baf60abe7915 is 50, key is test_row_0/A:col10/1733523621705/Put/seqid=0 2024-12-06T22:20:23,319 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/b8aaa8f2a189483a98ae005bf369a719 is 50, key is test_row_0/B:col10/1733523621705/Put/seqid=0 2024-12-06T22:20:23,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742181_1357 (size=13119) 2024-12-06T22:20:23,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742182_1358 (size=13119) 2024-12-06T22:20:23,341 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/c96071954d3449dcb1e6baf60abe7915 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/c96071954d3449dcb1e6baf60abe7915 2024-12-06T22:20:23,342 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/b8aaa8f2a189483a98ae005bf369a719 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/b8aaa8f2a189483a98ae005bf369a719 2024-12-06T22:20:23,350 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/A of 0cfcde7a6bc4543b50cde39de28d1097 into c96071954d3449dcb1e6baf60abe7915(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:23,350 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:23,350 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/A, priority=13, startTime=1733523623303; duration=0sec 2024-12-06T22:20:23,351 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:23,351 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:A 2024-12-06T22:20:23,351 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:23,352 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:23,352 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/C is initiating minor compaction (all files) 2024-12-06T22:20:23,352 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/C in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:23,352 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/B of 0cfcde7a6bc4543b50cde39de28d1097 into b8aaa8f2a189483a98ae005bf369a719(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:23,352 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:23,352 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/B, priority=13, startTime=1733523623303; duration=0sec 2024-12-06T22:20:23,352 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/585f8228a05f4e269bbb70df9ffc3e33, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/5e689cdf26864e8eb629605f309b1dd9, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/33803c37b59243049dc2679ceb998d14] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=36.7 K 2024-12-06T22:20:23,352 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:23,352 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:B 2024-12-06T22:20:23,353 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 585f8228a05f4e269bbb70df9ffc3e33, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733523621024 2024-12-06T22:20:23,353 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e689cdf26864e8eb629605f309b1dd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733523621076 2024-12-06T22:20:23,353 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33803c37b59243049dc2679ceb998d14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733523621705 2024-12-06T22:20:23,359 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#C#compaction#310 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:23,360 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/0a533eec8bab4d42973860d602ccf6ba is 50, key is test_row_0/C:col10/1733523621705/Put/seqid=0 2024-12-06T22:20:23,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742183_1359 (size=13119) 2024-12-06T22:20:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-06T22:20:23,423 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:23,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-06T22:20:23,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:23,424 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 0cfcde7a6bc4543b50cde39de28d1097 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-06T22:20:23,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=A 2024-12-06T22:20:23,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:23,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=B 2024-12-06T22:20:23,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:23,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=C 2024-12-06T22:20:23,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:23,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/1c697d0bada54fbe880cb4d8f54bfc4f is 50, key is test_row_0/A:col10/1733523622852/Put/seqid=0 2024-12-06T22:20:23,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742184_1360 (size=12301) 2024-12-06T22:20:23,434 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/1c697d0bada54fbe880cb4d8f54bfc4f 2024-12-06T22:20:23,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/d4fa3200fa6241f0a6e0df3c61555af5 is 50, key is test_row_0/B:col10/1733523622852/Put/seqid=0 2024-12-06T22:20:23,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742185_1361 (size=12301) 2024-12-06T22:20:23,446 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/d4fa3200fa6241f0a6e0df3c61555af5 2024-12-06T22:20:23,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/269e10d92b8645bca106641448540a98 is 50, key is test_row_0/C:col10/1733523622852/Put/seqid=0 2024-12-06T22:20:23,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742186_1362 (size=12301) 2024-12-06T22:20:23,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:23,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:23,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:23,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523683482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:23,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:23,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523683482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-06T22:20:23,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523683584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:23,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523683585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:23,770 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/0a533eec8bab4d42973860d602ccf6ba as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/0a533eec8bab4d42973860d602ccf6ba 2024-12-06T22:20:23,775 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/C of 0cfcde7a6bc4543b50cde39de28d1097 into 0a533eec8bab4d42973860d602ccf6ba(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:23,775 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:23,775 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/C, priority=13, startTime=1733523623303; duration=0sec 2024-12-06T22:20:23,775 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:23,775 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:C 2024-12-06T22:20:23,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523683787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:23,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523683787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:23,859 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/269e10d92b8645bca106641448540a98 2024-12-06T22:20:23,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/1c697d0bada54fbe880cb4d8f54bfc4f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/1c697d0bada54fbe880cb4d8f54bfc4f 2024-12-06T22:20:23,870 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/1c697d0bada54fbe880cb4d8f54bfc4f, entries=150, sequenceid=348, filesize=12.0 K 2024-12-06T22:20:23,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/d4fa3200fa6241f0a6e0df3c61555af5 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/d4fa3200fa6241f0a6e0df3c61555af5 2024-12-06T22:20:23,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-06T22:20:23,875 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/d4fa3200fa6241f0a6e0df3c61555af5, entries=150, sequenceid=348, filesize=12.0 K 2024-12-06T22:20:23,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/269e10d92b8645bca106641448540a98 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/269e10d92b8645bca106641448540a98 2024-12-06T22:20:23,880 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/269e10d92b8645bca106641448540a98, entries=150, sequenceid=348, filesize=12.0 K 2024-12-06T22:20:23,881 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 0cfcde7a6bc4543b50cde39de28d1097 in 457ms, sequenceid=348, compaction requested=false 2024-12-06T22:20:23,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:23,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:23,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-12-06T22:20:23,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-12-06T22:20:23,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-12-06T22:20:23,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 610 msec 2024-12-06T22:20:23,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 623 msec 2024-12-06T22:20:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:24,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0cfcde7a6bc4543b50cde39de28d1097 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-06T22:20:24,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=A 2024-12-06T22:20:24,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:24,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=B 2024-12-06T22:20:24,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:24,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=C 2024-12-06T22:20:24,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:24,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/52dce07dee2e4dd9a537fe8e9566c81a is 50, key is test_row_0/A:col10/1733523623480/Put/seqid=0 2024-12-06T22:20:24,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523684134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:24,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742187_1363 (size=12301) 2024-12-06T22:20:24,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/52dce07dee2e4dd9a537fe8e9566c81a 2024-12-06T22:20:24,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523684136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:24,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/7535bea9fc7943829801ea4a5407fd59 is 50, key is test_row_0/B:col10/1733523623480/Put/seqid=0 2024-12-06T22:20:24,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742188_1364 (size=12301) 2024-12-06T22:20:24,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/7535bea9fc7943829801ea4a5407fd59 2024-12-06T22:20:24,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/c60eaf5f0f35405189c08ade9ed6eca5 is 50, key is test_row_0/C:col10/1733523623480/Put/seqid=0 2024-12-06T22:20:24,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742189_1365 (size=12301) 2024-12-06T22:20:24,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/c60eaf5f0f35405189c08ade9ed6eca5 2024-12-06T22:20:24,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/52dce07dee2e4dd9a537fe8e9566c81a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/52dce07dee2e4dd9a537fe8e9566c81a 2024-12-06T22:20:24,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/52dce07dee2e4dd9a537fe8e9566c81a, entries=150, sequenceid=365, filesize=12.0 K 2024-12-06T22:20:24,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/7535bea9fc7943829801ea4a5407fd59 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/7535bea9fc7943829801ea4a5407fd59 2024-12-06T22:20:24,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/7535bea9fc7943829801ea4a5407fd59, entries=150, sequenceid=365, filesize=12.0 K 2024-12-06T22:20:24,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/c60eaf5f0f35405189c08ade9ed6eca5 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/c60eaf5f0f35405189c08ade9ed6eca5 2024-12-06T22:20:24,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/c60eaf5f0f35405189c08ade9ed6eca5, entries=150, sequenceid=365, filesize=12.0 K 2024-12-06T22:20:24,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 0cfcde7a6bc4543b50cde39de28d1097 in 75ms, sequenceid=365, compaction requested=true 2024-12-06T22:20:24,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:24,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:20:24,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:24,184 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:24,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:20:24,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:24,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:20:24,184 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:24,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:24,185 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:24,185 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/A is initiating minor compaction (all files) 2024-12-06T22:20:24,185 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/A in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:24,185 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/c96071954d3449dcb1e6baf60abe7915, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/1c697d0bada54fbe880cb4d8f54bfc4f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/52dce07dee2e4dd9a537fe8e9566c81a] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=36.8 K 2024-12-06T22:20:24,187 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:24,187 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/B is initiating minor compaction (all files) 2024-12-06T22:20:24,187 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/B in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:24,187 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/b8aaa8f2a189483a98ae005bf369a719, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/d4fa3200fa6241f0a6e0df3c61555af5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/7535bea9fc7943829801ea4a5407fd59] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=36.8 K 2024-12-06T22:20:24,188 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting c96071954d3449dcb1e6baf60abe7915, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733523621705 2024-12-06T22:20:24,188 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting b8aaa8f2a189483a98ae005bf369a719, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733523621705 2024-12-06T22:20:24,188 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c697d0bada54fbe880cb4d8f54bfc4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733523622852 2024-12-06T22:20:24,188 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting d4fa3200fa6241f0a6e0df3c61555af5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733523622852 2024-12-06T22:20:24,189 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 7535bea9fc7943829801ea4a5407fd59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733523623480 2024-12-06T22:20:24,189 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52dce07dee2e4dd9a537fe8e9566c81a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733523623480 2024-12-06T22:20:24,197 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#A#compaction#317 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:24,198 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/cfcb1f36638244b38d10bc7c1df9e870 is 50, key is test_row_0/A:col10/1733523623480/Put/seqid=0 2024-12-06T22:20:24,201 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#B#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:24,202 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/9bbb48fa2a944202bd275e6bee0c9ac5 is 50, key is test_row_0/B:col10/1733523623480/Put/seqid=0 2024-12-06T22:20:24,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742190_1366 (size=13221) 2024-12-06T22:20:24,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742191_1367 (size=13221) 2024-12-06T22:20:24,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:24,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0cfcde7a6bc4543b50cde39de28d1097 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-06T22:20:24,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=A 2024-12-06T22:20:24,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:24,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=B 2024-12-06T22:20:24,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:24,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=C 2024-12-06T22:20:24,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:24,245 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/9bbb48fa2a944202bd275e6bee0c9ac5 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/9bbb48fa2a944202bd275e6bee0c9ac5 2024-12-06T22:20:24,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/ac66684d562641ee926a73fab9f9c44f is 50, key is test_row_0/A:col10/1733523624239/Put/seqid=0 2024-12-06T22:20:24,252 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/B of 0cfcde7a6bc4543b50cde39de28d1097 into 9bbb48fa2a944202bd275e6bee0c9ac5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:24,253 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:24,253 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/B, priority=13, startTime=1733523624184; duration=0sec 2024-12-06T22:20:24,253 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:24,253 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:B 2024-12-06T22:20:24,253 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:24,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742192_1368 (size=14741) 2024-12-06T22:20:24,255 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:24,255 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/C is initiating minor compaction (all files) 2024-12-06T22:20:24,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/ac66684d562641ee926a73fab9f9c44f 2024-12-06T22:20:24,255 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/C in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:24,255 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/0a533eec8bab4d42973860d602ccf6ba, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/269e10d92b8645bca106641448540a98, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/c60eaf5f0f35405189c08ade9ed6eca5] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=36.8 K 2024-12-06T22:20:24,255 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a533eec8bab4d42973860d602ccf6ba, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733523621705 2024-12-06T22:20:24,256 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 269e10d92b8645bca106641448540a98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733523622852 2024-12-06T22:20:24,256 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting c60eaf5f0f35405189c08ade9ed6eca5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733523623480 2024-12-06T22:20:24,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/071a57c7b3ef4509b1ec019b3594f53d is 50, key is test_row_0/B:col10/1733523624239/Put/seqid=0 2024-12-06T22:20:24,268 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#C#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:24,269 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/6d100a4096424872bcefac33ffe9a1de is 50, key is test_row_0/C:col10/1733523623480/Put/seqid=0 2024-12-06T22:20:24,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523684268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:24,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:24,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523684269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:24,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742193_1369 (size=12301) 2024-12-06T22:20:24,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742194_1370 (size=13221) 2024-12-06T22:20:24,287 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/6d100a4096424872bcefac33ffe9a1de as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/6d100a4096424872bcefac33ffe9a1de 2024-12-06T22:20:24,292 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/C of 0cfcde7a6bc4543b50cde39de28d1097 into 6d100a4096424872bcefac33ffe9a1de(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:24,292 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:24,292 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/C, priority=13, startTime=1733523624184; duration=0sec 2024-12-06T22:20:24,292 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:24,292 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:C 2024-12-06T22:20:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-06T22:20:24,374 INFO [Thread-1297 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-12-06T22:20:24,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:24,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523684372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:24,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:24,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523684373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:24,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:20:24,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-12-06T22:20:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-06T22:20:24,377 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:20:24,378 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:20:24,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:20:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-06T22:20:24,534 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:24,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-06T22:20:24,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:24,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:24,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:24,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:24,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:24,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:24,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523684576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:24,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:24,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523684577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:24,629 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/cfcb1f36638244b38d10bc7c1df9e870 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/cfcb1f36638244b38d10bc7c1df9e870 2024-12-06T22:20:24,634 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/A of 0cfcde7a6bc4543b50cde39de28d1097 into cfcb1f36638244b38d10bc7c1df9e870(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:24,634 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:24,634 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/A, priority=13, startTime=1733523624184; duration=0sec 2024-12-06T22:20:24,634 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:24,634 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:A 2024-12-06T22:20:24,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/071a57c7b3ef4509b1ec019b3594f53d 2024-12-06T22:20:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-06T22:20:24,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/4d59ecd9cb574a79aec9c046178489c9 is 50, key is test_row_0/C:col10/1733523624239/Put/seqid=0 2024-12-06T22:20:24,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742195_1371 (size=12301) 2024-12-06T22:20:24,687 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:24,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-06T22:20:24,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/4d59ecd9cb574a79aec9c046178489c9 2024-12-06T22:20:24,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:24,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:24,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:24,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:24,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:24,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/ac66684d562641ee926a73fab9f9c44f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/ac66684d562641ee926a73fab9f9c44f 2024-12-06T22:20:24,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/ac66684d562641ee926a73fab9f9c44f, entries=200, sequenceid=386, filesize=14.4 K 2024-12-06T22:20:24,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/071a57c7b3ef4509b1ec019b3594f53d as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/071a57c7b3ef4509b1ec019b3594f53d 2024-12-06T22:20:24,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/071a57c7b3ef4509b1ec019b3594f53d, entries=150, sequenceid=386, filesize=12.0 K 2024-12-06T22:20:24,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/4d59ecd9cb574a79aec9c046178489c9 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/4d59ecd9cb574a79aec9c046178489c9 2024-12-06T22:20:24,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/4d59ecd9cb574a79aec9c046178489c9, entries=150, sequenceid=386, filesize=12.0 K 2024-12-06T22:20:24,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 0cfcde7a6bc4543b50cde39de28d1097 in 470ms, sequenceid=386, compaction requested=false 2024-12-06T22:20:24,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:24,841 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:24,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-06T22:20:24,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:24,842 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 0cfcde7a6bc4543b50cde39de28d1097 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-06T22:20:24,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=A 2024-12-06T22:20:24,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:24,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=B 2024-12-06T22:20:24,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:24,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=C 2024-12-06T22:20:24,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:24,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/dba10768c31a4efe892bc018225dc573 is 50, key is test_row_0/A:col10/1733523624257/Put/seqid=0 2024-12-06T22:20:24,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742196_1372 (size=12301) 2024-12-06T22:20:24,858 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/dba10768c31a4efe892bc018225dc573 2024-12-06T22:20:24,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/9135d2f60da84cd2a2496436c0433f9b is 50, key is test_row_0/B:col10/1733523624257/Put/seqid=0 2024-12-06T22:20:24,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742197_1373 (size=12301) 2024-12-06T22:20:24,876 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/9135d2f60da84cd2a2496436c0433f9b 2024-12-06T22:20:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:24,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:24,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/0c75565ad0d542468b79e2761fac9e91 is 50, key is test_row_0/C:col10/1733523624257/Put/seqid=0 2024-12-06T22:20:24,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742198_1374 (size=12301) 2024-12-06T22:20:24,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523684909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:24,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523684911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-06T22:20:25,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523685013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:25,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523685014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:25,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523685217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:25,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523685217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:25,289 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/0c75565ad0d542468b79e2761fac9e91 2024-12-06T22:20:25,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/dba10768c31a4efe892bc018225dc573 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/dba10768c31a4efe892bc018225dc573 2024-12-06T22:20:25,297 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/dba10768c31a4efe892bc018225dc573, entries=150, sequenceid=404, filesize=12.0 K 2024-12-06T22:20:25,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/9135d2f60da84cd2a2496436c0433f9b as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/9135d2f60da84cd2a2496436c0433f9b 2024-12-06T22:20:25,302 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/9135d2f60da84cd2a2496436c0433f9b, entries=150, sequenceid=404, filesize=12.0 K 2024-12-06T22:20:25,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/0c75565ad0d542468b79e2761fac9e91 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/0c75565ad0d542468b79e2761fac9e91 2024-12-06T22:20:25,307 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/0c75565ad0d542468b79e2761fac9e91, entries=150, sequenceid=404, filesize=12.0 K 2024-12-06T22:20:25,308 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 0cfcde7a6bc4543b50cde39de28d1097 in 467ms, sequenceid=404, compaction requested=true 2024-12-06T22:20:25,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:25,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:25,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-12-06T22:20:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-12-06T22:20:25,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-12-06T22:20:25,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 932 msec 2024-12-06T22:20:25,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 937 msec 2024-12-06T22:20:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-06T22:20:25,480 INFO [Thread-1297 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-12-06T22:20:25,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:20:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-12-06T22:20:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-06T22:20:25,483 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:20:25,483 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:20:25,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:20:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:25,525 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0cfcde7a6bc4543b50cde39de28d1097 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-06T22:20:25,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=A 2024-12-06T22:20:25,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:25,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=B 2024-12-06T22:20:25,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:25,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=C 2024-12-06T22:20:25,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:25,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/3804a317ac4c457db4660b1f9061e9d7 is 50, key is test_row_0/A:col10/1733523624910/Put/seqid=0 2024-12-06T22:20:25,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742199_1375 (size=14741) 2024-12-06T22:20:25,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523685547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:25,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523685550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-06T22:20:25,635 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:25,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-06T22:20:25,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:25,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:25,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:25,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:25,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:25,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523685651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:25,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523685653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-06T22:20:25,788 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:25,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-06T22:20:25,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:25,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:25,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:25,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:25,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:25,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523685856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:25,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523685856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:25,941 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:25,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-06T22:20:25,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:25,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:25,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:25,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:25,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:25,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/3804a317ac4c457db4660b1f9061e9d7 2024-12-06T22:20:25,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/26a3d23967fc419fa3ec14ea166619a7 is 50, key is test_row_0/B:col10/1733523624910/Put/seqid=0 2024-12-06T22:20:25,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742200_1376 (size=12301) 2024-12-06T22:20:25,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/26a3d23967fc419fa3ec14ea166619a7 2024-12-06T22:20:25,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/72a7ba2659a945c98133666a9cd1a454 is 50, key is test_row_0/C:col10/1733523624910/Put/seqid=0 2024-12-06T22:20:25,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742201_1377 (size=12301) 2024-12-06T22:20:26,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-06T22:20:26,094 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:26,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-06T22:20:26,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:26,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:26,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:26,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:26,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:26,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523686159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:26,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523686160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:26,247 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:26,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-06T22:20:26,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:26,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:26,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:26,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:26,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:26,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:26,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/72a7ba2659a945c98133666a9cd1a454 2024-12-06T22:20:26,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/3804a317ac4c457db4660b1f9061e9d7 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/3804a317ac4c457db4660b1f9061e9d7 2024-12-06T22:20:26,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/3804a317ac4c457db4660b1f9061e9d7, entries=200, sequenceid=427, filesize=14.4 K 2024-12-06T22:20:26,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/26a3d23967fc419fa3ec14ea166619a7 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/26a3d23967fc419fa3ec14ea166619a7 2024-12-06T22:20:26,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/26a3d23967fc419fa3ec14ea166619a7, entries=150, sequenceid=427, filesize=12.0 K 2024-12-06T22:20:26,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/72a7ba2659a945c98133666a9cd1a454 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/72a7ba2659a945c98133666a9cd1a454 2024-12-06T22:20:26,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/72a7ba2659a945c98133666a9cd1a454, entries=150, sequenceid=427, filesize=12.0 K 2024-12-06T22:20:26,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 0cfcde7a6bc4543b50cde39de28d1097 in 872ms, sequenceid=427, compaction requested=true 2024-12-06T22:20:26,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:26,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:20:26,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:26,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:20:26,398 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:20:26,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:26,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:20:26,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:26,398 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:20:26,399 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:20:26,399 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/A is initiating minor compaction (all files) 2024-12-06T22:20:26,399 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/A in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:26,399 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/cfcb1f36638244b38d10bc7c1df9e870, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/ac66684d562641ee926a73fab9f9c44f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/dba10768c31a4efe892bc018225dc573, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/3804a317ac4c457db4660b1f9061e9d7] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=53.7 K 2024-12-06T22:20:26,400 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting cfcb1f36638244b38d10bc7c1df9e870, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733523623480 2024-12-06T22:20:26,400 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting ac66684d562641ee926a73fab9f9c44f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733523624116 2024-12-06T22:20:26,400 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:20:26,400 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting dba10768c31a4efe892bc018225dc573, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733523624257 2024-12-06T22:20:26,400 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/B is initiating minor compaction (all files) 2024-12-06T22:20:26,400 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/B in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:26,401 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/9bbb48fa2a944202bd275e6bee0c9ac5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/071a57c7b3ef4509b1ec019b3594f53d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/9135d2f60da84cd2a2496436c0433f9b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/26a3d23967fc419fa3ec14ea166619a7] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=48.9 K 2024-12-06T22:20:26,401 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 3804a317ac4c457db4660b1f9061e9d7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1733523624906 2024-12-06T22:20:26,401 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9bbb48fa2a944202bd275e6bee0c9ac5, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733523623480 2024-12-06T22:20:26,401 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:26,401 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 071a57c7b3ef4509b1ec019b3594f53d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733523624116 2024-12-06T22:20:26,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-06T22:20:26,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:26,403 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing 0cfcde7a6bc4543b50cde39de28d1097 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T22:20:26,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=A 2024-12-06T22:20:26,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:26,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=B 2024-12-06T22:20:26,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:26,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=C 2024-12-06T22:20:26,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:26,406 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9135d2f60da84cd2a2496436c0433f9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733523624257 2024-12-06T22:20:26,408 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26a3d23967fc419fa3ec14ea166619a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1733523624910 2024-12-06T22:20:26,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/32d0d533466c487c9b1ba2f35998ce42 is 50, key is test_row_0/A:col10/1733523625548/Put/seqid=0 2024-12-06T22:20:26,420 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#A#compaction#330 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:26,421 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/84466fcb5aff47b0836fea12904f06d0 is 50, key is test_row_0/A:col10/1733523624910/Put/seqid=0 2024-12-06T22:20:26,430 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#B#compaction#331 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:26,431 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/ab2b81e8414f4e07a4bd61998b3328fd is 50, key is test_row_0/B:col10/1733523624910/Put/seqid=0 2024-12-06T22:20:26,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742202_1378 (size=13357) 2024-12-06T22:20:26,485 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/84466fcb5aff47b0836fea12904f06d0 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/84466fcb5aff47b0836fea12904f06d0 2024-12-06T22:20:26,490 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/A of 0cfcde7a6bc4543b50cde39de28d1097 into 84466fcb5aff47b0836fea12904f06d0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:26,490 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:26,490 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/A, priority=12, startTime=1733523626398; duration=0sec 2024-12-06T22:20:26,491 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:26,491 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:A 2024-12-06T22:20:26,491 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:20:26,492 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:20:26,492 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/C is initiating minor compaction (all files) 2024-12-06T22:20:26,493 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/C in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:26,493 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/6d100a4096424872bcefac33ffe9a1de, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/4d59ecd9cb574a79aec9c046178489c9, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/0c75565ad0d542468b79e2761fac9e91, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/72a7ba2659a945c98133666a9cd1a454] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=48.9 K 2024-12-06T22:20:26,493 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d100a4096424872bcefac33ffe9a1de, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733523623480 2024-12-06T22:20:26,493 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d59ecd9cb574a79aec9c046178489c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733523624116 2024-12-06T22:20:26,496 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c75565ad0d542468b79e2761fac9e91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733523624257 2024-12-06T22:20:26,497 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 72a7ba2659a945c98133666a9cd1a454, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1733523624910 2024-12-06T22:20:26,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742203_1379 (size=12301) 2024-12-06T22:20:26,500 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/32d0d533466c487c9b1ba2f35998ce42 2024-12-06T22:20:26,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742204_1380 (size=13357) 2024-12-06T22:20:26,518 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/ab2b81e8414f4e07a4bd61998b3328fd as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/ab2b81e8414f4e07a4bd61998b3328fd 2024-12-06T22:20:26,522 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#C#compaction#332 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:26,523 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/20d587b527be4201ad9ab52f3133f8ca is 50, key is test_row_0/C:col10/1733523624910/Put/seqid=0 2024-12-06T22:20:26,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/3b544e85b4a3415985e99576d2b5706a is 50, key is test_row_0/B:col10/1733523625548/Put/seqid=0 2024-12-06T22:20:26,532 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/B of 0cfcde7a6bc4543b50cde39de28d1097 into ab2b81e8414f4e07a4bd61998b3328fd(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:26,533 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:26,533 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/B, priority=12, startTime=1733523626398; duration=0sec 2024-12-06T22:20:26,533 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:26,533 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:B 2024-12-06T22:20:26,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742205_1381 (size=13357) 2024-12-06T22:20:26,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742206_1382 (size=12301) 2024-12-06T22:20:26,562 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/3b544e85b4a3415985e99576d2b5706a 2024-12-06T22:20:26,579 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/20d587b527be4201ad9ab52f3133f8ca as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/20d587b527be4201ad9ab52f3133f8ca 2024-12-06T22:20:26,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/0e0f1172289c4e71b4b9ea19528a51d4 is 50, key is test_row_0/C:col10/1733523625548/Put/seqid=0 2024-12-06T22:20:26,585 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/C of 0cfcde7a6bc4543b50cde39de28d1097 into 20d587b527be4201ad9ab52f3133f8ca(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:26,585 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:26,585 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/C, priority=12, startTime=1733523626398; duration=0sec 2024-12-06T22:20:26,585 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:26,585 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:C 2024-12-06T22:20:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-06T22:20:26,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742207_1383 (size=12301) 2024-12-06T22:20:26,600 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/0e0f1172289c4e71b4b9ea19528a51d4 2024-12-06T22:20:26,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/32d0d533466c487c9b1ba2f35998ce42 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/32d0d533466c487c9b1ba2f35998ce42 2024-12-06T22:20:26,608 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/32d0d533466c487c9b1ba2f35998ce42, entries=150, sequenceid=440, filesize=12.0 K 2024-12-06T22:20:26,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/3b544e85b4a3415985e99576d2b5706a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/3b544e85b4a3415985e99576d2b5706a 2024-12-06T22:20:26,613 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/3b544e85b4a3415985e99576d2b5706a, entries=150, sequenceid=440, filesize=12.0 K 2024-12-06T22:20:26,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/0e0f1172289c4e71b4b9ea19528a51d4 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/0e0f1172289c4e71b4b9ea19528a51d4 2024-12-06T22:20:26,628 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/0e0f1172289c4e71b4b9ea19528a51d4, entries=150, sequenceid=440, filesize=12.0 K 2024-12-06T22:20:26,629 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 0cfcde7a6bc4543b50cde39de28d1097 in 226ms, sequenceid=440, compaction requested=false 2024-12-06T22:20:26,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:26,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:26,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-12-06T22:20:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-12-06T22:20:26,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-12-06T22:20:26,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1470 sec 2024-12-06T22:20:26,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 1.1510 sec 2024-12-06T22:20:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:26,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0cfcde7a6bc4543b50cde39de28d1097 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:20:26,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=A 2024-12-06T22:20:26,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:26,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=B 2024-12-06T22:20:26,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:26,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=C 2024-12-06T22:20:26,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:26,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/be6fb0c91f7c4653940256007153c5d6 is 50, key is test_row_1/A:col10/1733523626664/Put/seqid=0 2024-12-06T22:20:26,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742208_1384 (size=12297) 2024-12-06T22:20:26,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 327 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523686703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:26,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523686703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:26,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 329 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523686806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:26,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523686806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:27,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523687008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:27,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 331 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523687009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:27,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/be6fb0c91f7c4653940256007153c5d6 2024-12-06T22:20:27,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/03d751930442445dbced7ef5007ea41c is 50, key is test_row_1/B:col10/1733523626664/Put/seqid=0 2024-12-06T22:20:27,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742209_1385 (size=9857) 2024-12-06T22:20:27,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523687311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:27,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 333 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523687312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:27,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/03d751930442445dbced7ef5007ea41c 2024-12-06T22:20:27,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/88fddbbe68264fceabdfa7e69b0a217a is 50, key is test_row_1/C:col10/1733523626664/Put/seqid=0 2024-12-06T22:20:27,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742210_1386 (size=9857) 2024-12-06T22:20:27,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/88fddbbe68264fceabdfa7e69b0a217a 2024-12-06T22:20:27,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/be6fb0c91f7c4653940256007153c5d6 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/be6fb0c91f7c4653940256007153c5d6 2024-12-06T22:20:27,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/be6fb0c91f7c4653940256007153c5d6, entries=150, sequenceid=455, filesize=12.0 K 2024-12-06T22:20:27,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/03d751930442445dbced7ef5007ea41c as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/03d751930442445dbced7ef5007ea41c 2024-12-06T22:20:27,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/03d751930442445dbced7ef5007ea41c, entries=100, sequenceid=455, filesize=9.6 K 2024-12-06T22:20:27,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/88fddbbe68264fceabdfa7e69b0a217a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/88fddbbe68264fceabdfa7e69b0a217a 2024-12-06T22:20:27,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/88fddbbe68264fceabdfa7e69b0a217a, entries=100, sequenceid=455, filesize=9.6 K 2024-12-06T22:20:27,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0cfcde7a6bc4543b50cde39de28d1097 in 871ms, sequenceid=455, compaction requested=true 2024-12-06T22:20:27,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:27,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:20:27,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:27,542 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:27,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:20:27,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:27,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:20:27,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:27,543 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:27,543 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37955 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:27,544 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:27,544 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/A is initiating minor compaction (all files) 2024-12-06T22:20:27,544 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/B is initiating minor compaction (all files) 2024-12-06T22:20:27,544 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/A in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:27,544 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/B in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:27,544 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/84466fcb5aff47b0836fea12904f06d0, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/32d0d533466c487c9b1ba2f35998ce42, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/be6fb0c91f7c4653940256007153c5d6] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=37.1 K 2024-12-06T22:20:27,544 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/ab2b81e8414f4e07a4bd61998b3328fd, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/3b544e85b4a3415985e99576d2b5706a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/03d751930442445dbced7ef5007ea41c] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=34.7 K 2024-12-06T22:20:27,544 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84466fcb5aff47b0836fea12904f06d0, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1733523624910 2024-12-06T22:20:27,544 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting ab2b81e8414f4e07a4bd61998b3328fd, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1733523624910 2024-12-06T22:20:27,545 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32d0d533466c487c9b1ba2f35998ce42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733523625544 2024-12-06T22:20:27,545 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b544e85b4a3415985e99576d2b5706a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733523625544 2024-12-06T22:20:27,545 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting be6fb0c91f7c4653940256007153c5d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1733523626664 2024-12-06T22:20:27,546 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 03d751930442445dbced7ef5007ea41c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1733523626664 2024-12-06T22:20:27,553 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#A#compaction#338 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:27,553 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/b722ba234a0c4eac91b93ebd6238cd5b is 50, key is test_row_0/A:col10/1733523625548/Put/seqid=0 2024-12-06T22:20:27,554 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#B#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:27,554 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/79c4a77c39af4dd1bea93e30aa90fd8b is 50, key is test_row_0/B:col10/1733523625548/Put/seqid=0 2024-12-06T22:20:27,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742212_1388 (size=13459) 2024-12-06T22:20:27,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742211_1387 (size=13459) 2024-12-06T22:20:27,574 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/79c4a77c39af4dd1bea93e30aa90fd8b as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/79c4a77c39af4dd1bea93e30aa90fd8b 2024-12-06T22:20:27,580 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/B of 0cfcde7a6bc4543b50cde39de28d1097 into 79c4a77c39af4dd1bea93e30aa90fd8b(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:27,580 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:27,580 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/B, priority=13, startTime=1733523627542; duration=0sec 2024-12-06T22:20:27,580 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:27,581 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:B 2024-12-06T22:20:27,581 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:27,581 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/b722ba234a0c4eac91b93ebd6238cd5b as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/b722ba234a0c4eac91b93ebd6238cd5b 2024-12-06T22:20:27,583 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:27,583 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/C is initiating minor compaction (all files) 2024-12-06T22:20:27,583 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/C in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:27,583 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/20d587b527be4201ad9ab52f3133f8ca, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/0e0f1172289c4e71b4b9ea19528a51d4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/88fddbbe68264fceabdfa7e69b0a217a] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=34.7 K 2024-12-06T22:20:27,584 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 20d587b527be4201ad9ab52f3133f8ca, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1733523624910 2024-12-06T22:20:27,584 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e0f1172289c4e71b4b9ea19528a51d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733523625544 2024-12-06T22:20:27,585 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 88fddbbe68264fceabdfa7e69b0a217a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1733523626664 2024-12-06T22:20:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-06T22:20:27,588 INFO [Thread-1297 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-12-06T22:20:27,589 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/A of 0cfcde7a6bc4543b50cde39de28d1097 into b722ba234a0c4eac91b93ebd6238cd5b(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:27,589 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:27,589 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/A, priority=13, startTime=1733523627542; duration=0sec 2024-12-06T22:20:27,589 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:27,589 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:A 2024-12-06T22:20:27,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:20:27,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-12-06T22:20:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-06T22:20:27,591 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:20:27,592 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:20:27,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:20:27,597 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#C#compaction#340 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:27,598 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/1ce0cbe21011462d9ec10f8001afd855 is 50, key is test_row_0/C:col10/1733523625548/Put/seqid=0 2024-12-06T22:20:27,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742213_1389 (size=13459) 2024-12-06T22:20:27,625 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/1ce0cbe21011462d9ec10f8001afd855 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/1ce0cbe21011462d9ec10f8001afd855 2024-12-06T22:20:27,630 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/C of 0cfcde7a6bc4543b50cde39de28d1097 into 1ce0cbe21011462d9ec10f8001afd855(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:27,630 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:27,630 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/C, priority=13, startTime=1733523627543; duration=0sec 2024-12-06T22:20:27,631 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:27,631 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:C 2024-12-06T22:20:27,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-06T22:20:27,744 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:27,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-06T22:20:27,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:27,745 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing 0cfcde7a6bc4543b50cde39de28d1097 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T22:20:27,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=A 2024-12-06T22:20:27,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:27,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=B 2024-12-06T22:20:27,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:27,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=C 2024-12-06T22:20:27,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:27,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/3f7f8f87e16243698d366ec3c3aacdd7 is 50, key is test_row_0/A:col10/1733523626701/Put/seqid=0 2024-12-06T22:20:27,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742214_1390 (size=12301) 2024-12-06T22:20:27,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:27,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:27,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 339 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523687823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:27,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523687823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-06T22:20:27,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 341 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523687926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:27,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523687926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:27,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37052 deadline: 1733523687993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:27,996 DEBUG [Thread-1295 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18200 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., hostname=6d2a5dd008ce,36991,1733523540613, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T22:20:28,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37054 deadline: 1733523688020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:28,021 DEBUG [Thread-1289 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18226 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., hostname=6d2a5dd008ce,36991,1733523540613, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T22:20:28,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1733523688039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:28,040 DEBUG [Thread-1291 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18244 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., hostname=6d2a5dd008ce,36991,1733523540613, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T22:20:28,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:28,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523688129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:28,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 343 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523688130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:28,156 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/3f7f8f87e16243698d366ec3c3aacdd7 2024-12-06T22:20:28,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/c4d0d36ea01a48f9a97dbae81df118c3 is 50, key is test_row_0/B:col10/1733523626701/Put/seqid=0 2024-12-06T22:20:28,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742215_1391 (size=12301) 2024-12-06T22:20:28,167 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/c4d0d36ea01a48f9a97dbae81df118c3 2024-12-06T22:20:28,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/02da406f02524769ac5884937ce92fbb is 50, key is test_row_0/C:col10/1733523626701/Put/seqid=0 2024-12-06T22:20:28,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742216_1392 (size=12301) 2024-12-06T22:20:28,177 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/02da406f02524769ac5884937ce92fbb 2024-12-06T22:20:28,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/3f7f8f87e16243698d366ec3c3aacdd7 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/3f7f8f87e16243698d366ec3c3aacdd7 2024-12-06T22:20:28,184 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/3f7f8f87e16243698d366ec3c3aacdd7, entries=150, sequenceid=482, filesize=12.0 K 2024-12-06T22:20:28,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/c4d0d36ea01a48f9a97dbae81df118c3 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/c4d0d36ea01a48f9a97dbae81df118c3 2024-12-06T22:20:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-06T22:20:28,194 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/c4d0d36ea01a48f9a97dbae81df118c3, entries=150, sequenceid=482, filesize=12.0 K 2024-12-06T22:20:28,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/02da406f02524769ac5884937ce92fbb as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/02da406f02524769ac5884937ce92fbb 2024-12-06T22:20:28,202 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/02da406f02524769ac5884937ce92fbb, entries=150, sequenceid=482, filesize=12.0 K 2024-12-06T22:20:28,203 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0cfcde7a6bc4543b50cde39de28d1097 in 458ms, sequenceid=482, compaction requested=false 2024-12-06T22:20:28,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:28,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:28,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-12-06T22:20:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-12-06T22:20:28,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-12-06T22:20:28,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 612 msec 2024-12-06T22:20:28,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 617 msec 2024-12-06T22:20:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:28,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0cfcde7a6bc4543b50cde39de28d1097 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T22:20:28,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=A 2024-12-06T22:20:28,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:28,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=B 2024-12-06T22:20:28,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:28,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=C 2024-12-06T22:20:28,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:28,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/2354b646c5ee43f483c4c0cbeb1e5e0d is 50, key is test_row_0/A:col10/1733523627820/Put/seqid=0 2024-12-06T22:20:28,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742217_1393 (size=14741) 2024-12-06T22:20:28,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/2354b646c5ee43f483c4c0cbeb1e5e0d 2024-12-06T22:20:28,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/fcc98f6f806f4ee9879adb5206663193 is 50, key is test_row_0/B:col10/1733523627820/Put/seqid=0 2024-12-06T22:20:28,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742218_1394 (size=12301) 2024-12-06T22:20:28,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523688469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:28,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 355 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523688469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:28,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523688573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:28,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 357 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523688573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-06T22:20:28,695 INFO [Thread-1297 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-12-06T22:20:28,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:20:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-12-06T22:20:28,698 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:20:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-06T22:20:28,699 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:20:28,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:20:28,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523688775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:28,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 359 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523688776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-06T22:20:28,851 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:28,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-06T22:20:28,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:28,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:28,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:28,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:28,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:28,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/fcc98f6f806f4ee9879adb5206663193 2024-12-06T22:20:28,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/d352539ed0ca40bcbebb486b8b956d94 is 50, key is test_row_0/C:col10/1733523627820/Put/seqid=0 2024-12-06T22:20:28,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742219_1395 (size=12301) 2024-12-06T22:20:28,958 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T22:20:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-06T22:20:29,003 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:29,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-06T22:20:29,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:29,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:29,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:29,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:29,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:29,040 DEBUG [Thread-1298 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f6119e7 to 127.0.0.1:55123 2024-12-06T22:20:29,040 DEBUG [Thread-1298 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:20:29,041 DEBUG [Thread-1302 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3e5c7476 to 127.0.0.1:55123 2024-12-06T22:20:29,041 DEBUG [Thread-1302 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:20:29,041 DEBUG [Thread-1306 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x644774bd to 127.0.0.1:55123 2024-12-06T22:20:29,041 DEBUG [Thread-1306 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:20:29,042 DEBUG [Thread-1300 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7507573f to 127.0.0.1:55123 2024-12-06T22:20:29,042 DEBUG [Thread-1300 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:20:29,043 DEBUG [Thread-1304 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1df84068 to 127.0.0.1:55123 2024-12-06T22:20:29,043 DEBUG [Thread-1304 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:20:29,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37092 deadline: 1733523689077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:29,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 361 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37146 deadline: 1733523689078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:29,156 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:29,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-06T22:20:29,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:29,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:29,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:29,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:29,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:29,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/d352539ed0ca40bcbebb486b8b956d94 2024-12-06T22:20:29,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/2354b646c5ee43f483c4c0cbeb1e5e0d as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/2354b646c5ee43f483c4c0cbeb1e5e0d 2024-12-06T22:20:29,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/2354b646c5ee43f483c4c0cbeb1e5e0d, entries=200, sequenceid=496, filesize=14.4 K 2024-12-06T22:20:29,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/fcc98f6f806f4ee9879adb5206663193 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/fcc98f6f806f4ee9879adb5206663193 2024-12-06T22:20:29,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/fcc98f6f806f4ee9879adb5206663193, entries=150, sequenceid=496, filesize=12.0 K 2024-12-06T22:20:29,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/d352539ed0ca40bcbebb486b8b956d94 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/d352539ed0ca40bcbebb486b8b956d94 2024-12-06T22:20:29,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/d352539ed0ca40bcbebb486b8b956d94, entries=150, sequenceid=496, filesize=12.0 K 2024-12-06T22:20:29,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 0cfcde7a6bc4543b50cde39de28d1097 in 852ms, sequenceid=496, compaction requested=true 2024-12-06T22:20:29,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:29,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:20:29,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:29,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:20:29,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:29,287 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:29,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0cfcde7a6bc4543b50cde39de28d1097:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:20:29,287 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:29,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:29,288 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:29,288 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:29,288 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/B is initiating minor compaction (all files) 2024-12-06T22:20:29,288 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/A is initiating minor compaction (all files) 2024-12-06T22:20:29,288 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/B in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:29,288 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/A in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:29,288 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/79c4a77c39af4dd1bea93e30aa90fd8b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/c4d0d36ea01a48f9a97dbae81df118c3, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/fcc98f6f806f4ee9879adb5206663193] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=37.2 K 2024-12-06T22:20:29,288 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/b722ba234a0c4eac91b93ebd6238cd5b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/3f7f8f87e16243698d366ec3c3aacdd7, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/2354b646c5ee43f483c4c0cbeb1e5e0d] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=39.6 K 2024-12-06T22:20:29,288 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 79c4a77c39af4dd1bea93e30aa90fd8b, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1733523625548 2024-12-06T22:20:29,289 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting b722ba234a0c4eac91b93ebd6238cd5b, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1733523625548 2024-12-06T22:20:29,289 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f7f8f87e16243698d366ec3c3aacdd7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1733523626692 2024-12-06T22:20:29,289 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting c4d0d36ea01a48f9a97dbae81df118c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1733523626692 2024-12-06T22:20:29,289 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting fcc98f6f806f4ee9879adb5206663193, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1733523627820 2024-12-06T22:20:29,289 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2354b646c5ee43f483c4c0cbeb1e5e0d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1733523627820 2024-12-06T22:20:29,295 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#A#compaction#347 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:29,295 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/3057558c42c24090b16a8e4bc717a576 is 50, key is test_row_0/A:col10/1733523627820/Put/seqid=0 2024-12-06T22:20:29,295 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#B#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:29,296 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/7203a8c67b5d4a18a5fa898e888ab4cc is 50, key is test_row_0/B:col10/1733523627820/Put/seqid=0 2024-12-06T22:20:29,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742220_1396 (size=13561) 2024-12-06T22:20:29,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742221_1397 (size=13561) 2024-12-06T22:20:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-06T22:20:29,309 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:29,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-06T22:20:29,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:29,310 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2837): Flushing 0cfcde7a6bc4543b50cde39de28d1097 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-06T22:20:29,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=A 2024-12-06T22:20:29,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:29,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=B 2024-12-06T22:20:29,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:29,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=C 2024-12-06T22:20:29,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:29,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/3b97dd0341fd4cd4a12ece82c71338d4 is 50, key is test_row_0/A:col10/1733523628456/Put/seqid=0 2024-12-06T22:20:29,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742222_1398 (size=12301) 2024-12-06T22:20:29,317 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/3b97dd0341fd4cd4a12ece82c71338d4 2024-12-06T22:20:29,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/10da649a988e4879baf30b181addbd43 is 50, key is test_row_0/B:col10/1733523628456/Put/seqid=0 2024-12-06T22:20:29,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742223_1399 (size=12301) 2024-12-06T22:20:29,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:29,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. as already flushing 2024-12-06T22:20:29,581 DEBUG [Thread-1293 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e7fc60d to 127.0.0.1:55123 2024-12-06T22:20:29,581 DEBUG [Thread-1287 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7792c763 to 127.0.0.1:55123 2024-12-06T22:20:29,581 DEBUG [Thread-1293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:20:29,581 DEBUG [Thread-1287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:20:29,703 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/3057558c42c24090b16a8e4bc717a576 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/3057558c42c24090b16a8e4bc717a576 2024-12-06T22:20:29,703 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/7203a8c67b5d4a18a5fa898e888ab4cc as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/7203a8c67b5d4a18a5fa898e888ab4cc 2024-12-06T22:20:29,707 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/B of 0cfcde7a6bc4543b50cde39de28d1097 into 7203a8c67b5d4a18a5fa898e888ab4cc(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:29,707 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:29,707 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/A of 0cfcde7a6bc4543b50cde39de28d1097 into 3057558c42c24090b16a8e4bc717a576(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:29,707 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/B, priority=13, startTime=1733523629287; duration=0sec 2024-12-06T22:20:29,707 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:29,707 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/A, priority=13, startTime=1733523629287; duration=0sec 2024-12-06T22:20:29,707 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:29,707 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:29,708 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:B 2024-12-06T22:20:29,708 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:A 2024-12-06T22:20:29,708 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:29,708 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:29,708 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 0cfcde7a6bc4543b50cde39de28d1097/C is initiating minor compaction (all files) 2024-12-06T22:20:29,709 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0cfcde7a6bc4543b50cde39de28d1097/C in TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:29,709 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/1ce0cbe21011462d9ec10f8001afd855, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/02da406f02524769ac5884937ce92fbb, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/d352539ed0ca40bcbebb486b8b956d94] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp, totalSize=37.2 K 2024-12-06T22:20:29,709 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ce0cbe21011462d9ec10f8001afd855, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1733523625548 2024-12-06T22:20:29,709 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 02da406f02524769ac5884937ce92fbb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1733523626692 2024-12-06T22:20:29,709 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting d352539ed0ca40bcbebb486b8b956d94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1733523627820 2024-12-06T22:20:29,715 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cfcde7a6bc4543b50cde39de28d1097#C#compaction#351 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:29,715 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/9d01ba411a3a4cc3bd8b20bc4f663113 is 50, key is test_row_0/C:col10/1733523627820/Put/seqid=0 2024-12-06T22:20:29,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742224_1400 (size=13561) 2024-12-06T22:20:29,726 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/10da649a988e4879baf30b181addbd43 2024-12-06T22:20:29,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/524838bc2dc444839f420ea31ec870d9 is 50, key is test_row_0/C:col10/1733523628456/Put/seqid=0 2024-12-06T22:20:29,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742225_1401 (size=12301) 2024-12-06T22:20:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-06T22:20:30,129 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/9d01ba411a3a4cc3bd8b20bc4f663113 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/9d01ba411a3a4cc3bd8b20bc4f663113 2024-12-06T22:20:30,133 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0cfcde7a6bc4543b50cde39de28d1097/C of 0cfcde7a6bc4543b50cde39de28d1097 into 9d01ba411a3a4cc3bd8b20bc4f663113(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:30,133 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:30,133 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097., storeName=0cfcde7a6bc4543b50cde39de28d1097/C, priority=13, startTime=1733523629287; duration=0sec 2024-12-06T22:20:30,133 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:30,133 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cfcde7a6bc4543b50cde39de28d1097:C 2024-12-06T22:20:30,136 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/524838bc2dc444839f420ea31ec870d9 2024-12-06T22:20:30,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/3b97dd0341fd4cd4a12ece82c71338d4 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/3b97dd0341fd4cd4a12ece82c71338d4 2024-12-06T22:20:30,141 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/3b97dd0341fd4cd4a12ece82c71338d4, entries=150, sequenceid=518, filesize=12.0 K 2024-12-06T22:20:30,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/10da649a988e4879baf30b181addbd43 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/10da649a988e4879baf30b181addbd43 2024-12-06T22:20:30,145 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/10da649a988e4879baf30b181addbd43, entries=150, sequenceid=518, filesize=12.0 K 2024-12-06T22:20:30,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/524838bc2dc444839f420ea31ec870d9 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/524838bc2dc444839f420ea31ec870d9 2024-12-06T22:20:30,148 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/524838bc2dc444839f420ea31ec870d9, entries=150, sequenceid=518, filesize=12.0 K 2024-12-06T22:20:30,148 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=13.42 KB/13740 for 0cfcde7a6bc4543b50cde39de28d1097 in 838ms, sequenceid=518, compaction requested=false 2024-12-06T22:20:30,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2538): Flush status journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:30,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:30,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-12-06T22:20:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=96 2024-12-06T22:20:30,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-12-06T22:20:30,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4510 sec 2024-12-06T22:20:30,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.4540 sec 2024-12-06T22:20:30,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-06T22:20:30,803 INFO [Thread-1297 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-12-06T22:20:38,029 DEBUG [Thread-1289 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0c8a18c7 to 127.0.0.1:55123 2024-12-06T22:20:38,030 DEBUG [Thread-1289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:20:38,080 DEBUG [Thread-1295 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e66ea50 to 127.0.0.1:55123 2024-12-06T22:20:38,080 DEBUG [Thread-1295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:20:38,116 DEBUG [Thread-1291 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45426917 to 127.0.0.1:55123 2024-12-06T22:20:38,116 DEBUG [Thread-1291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:20:38,116 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-06T22:20:38,116 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 140 2024-12-06T22:20:38,116 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-12-06T22:20:38,116 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-12-06T22:20:38,116 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 220 2024-12-06T22:20:38,116 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-12-06T22:20:38,116 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-06T22:20:38,116 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6558 2024-12-06T22:20:38,116 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6580 2024-12-06T22:20:38,116 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6421 2024-12-06T22:20:38,116 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6551 2024-12-06T22:20:38,116 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6565 2024-12-06T22:20:38,116 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-06T22:20:38,116 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-06T22:20:38,117 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72a7721c to 127.0.0.1:55123 2024-12-06T22:20:38,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:20:38,117 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-06T22:20:38,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-06T22:20:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-06T22:20:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-06T22:20:38,120 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733523638120"}]},"ts":"1733523638120"} 2024-12-06T22:20:38,121 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-06T22:20:38,123 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-06T22:20:38,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T22:20:38,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0cfcde7a6bc4543b50cde39de28d1097, UNASSIGN}] 2024-12-06T22:20:38,125 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0cfcde7a6bc4543b50cde39de28d1097, UNASSIGN 2024-12-06T22:20:38,126 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=0cfcde7a6bc4543b50cde39de28d1097, regionState=CLOSING, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:38,126 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T22:20:38,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; CloseRegionProcedure 0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613}] 2024-12-06T22:20:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-06T22:20:38,277 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:38,278 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(124): Close 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:38,278 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-06T22:20:38,278 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1681): Closing 0cfcde7a6bc4543b50cde39de28d1097, disabling compactions & flushes 2024-12-06T22:20:38,278 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:38,278 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:38,278 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. after waiting 0 ms 2024-12-06T22:20:38,278 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:38,278 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(2837): Flushing 0cfcde7a6bc4543b50cde39de28d1097 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-06T22:20:38,279 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=A 2024-12-06T22:20:38,279 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:38,279 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=B 2024-12-06T22:20:38,279 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:38,279 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0cfcde7a6bc4543b50cde39de28d1097, store=C 2024-12-06T22:20:38,279 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:38,283 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/b95380cce5474f45b7a4825445196aa0 is 50, key is test_row_0/A:col10/1733523629580/Put/seqid=0 2024-12-06T22:20:38,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742226_1402 (size=9857) 2024-12-06T22:20:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-06T22:20:38,687 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/b95380cce5474f45b7a4825445196aa0 2024-12-06T22:20:38,693 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/305ca9ba82d4414b81637a83fa270e9b is 50, key is test_row_0/B:col10/1733523629580/Put/seqid=0 2024-12-06T22:20:38,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742227_1403 (size=9857) 2024-12-06T22:20:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-06T22:20:39,097 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/305ca9ba82d4414b81637a83fa270e9b 2024-12-06T22:20:39,105 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/f1c8122ac26142e08c7fb9242411eca8 is 50, key is test_row_0/C:col10/1733523629580/Put/seqid=0 2024-12-06T22:20:39,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742228_1404 (size=9857) 2024-12-06T22:20:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-06T22:20:39,510 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/f1c8122ac26142e08c7fb9242411eca8 2024-12-06T22:20:39,514 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/A/b95380cce5474f45b7a4825445196aa0 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/b95380cce5474f45b7a4825445196aa0 2024-12-06T22:20:39,517 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/b95380cce5474f45b7a4825445196aa0, entries=100, sequenceid=529, filesize=9.6 K 2024-12-06T22:20:39,518 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/B/305ca9ba82d4414b81637a83fa270e9b as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/305ca9ba82d4414b81637a83fa270e9b 2024-12-06T22:20:39,521 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/305ca9ba82d4414b81637a83fa270e9b, entries=100, sequenceid=529, filesize=9.6 K 2024-12-06T22:20:39,522 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/.tmp/C/f1c8122ac26142e08c7fb9242411eca8 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/f1c8122ac26142e08c7fb9242411eca8 2024-12-06T22:20:39,525 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/f1c8122ac26142e08c7fb9242411eca8, entries=100, sequenceid=529, filesize=9.6 K 2024-12-06T22:20:39,525 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 0cfcde7a6bc4543b50cde39de28d1097 in 1247ms, sequenceid=529, compaction requested=true 2024-12-06T22:20:39,526 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/037fa8a96f324ce991624faab39b5b52, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/c30e9d45c7f7469587e91dd0273278f0, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/7507d6e272d24a7db425ee07a9f339bc, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/a4c29be4d17c42b3928dab90d8127a70, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/71fb6e0cac134dc49648f48669987d0c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/54e0bebf267746e9b7519ce0bd586be7, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/14d1a4d16e784abd8137cbcacd1905c5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/f1929fcd6ede448094a6d8a38495229c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/be4fe4ffc8d4459c8aec0297d4f2c764, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/4d61298dbe4c4b7a9cd3417d081c05cd, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/41bc7bf0d4344098b175061cd41cb925, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/d6b89e38ab83422eba024487bd04da07, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/f3e22340e7a7429eadadcad7b7808905, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/e1202e80c45344998fbde98a12b7a42e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/55cf81394f2e46a9b9ad8904ca569ff6, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/15c1df7f893e49a786d920961e6c2ca2, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/22adfb597b4040b498adc4a5615ed4c8, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/9020055112f04782a2d041481fc83a75, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/ba71ef7665354d06b7186036bf645900, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/2049581912fd4db3b4b6049cf59c74f4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/6154a8f85c1146fc99238686e25a43e6, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/4770be1c89014008853b0c460144c3d4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/dd08efdc29b94836b4847836695dabbd, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/c96071954d3449dcb1e6baf60abe7915, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/09eb5ddc8b82488ab4ccdf716138bf2f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/1c697d0bada54fbe880cb4d8f54bfc4f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/cfcb1f36638244b38d10bc7c1df9e870, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/52dce07dee2e4dd9a537fe8e9566c81a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/ac66684d562641ee926a73fab9f9c44f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/dba10768c31a4efe892bc018225dc573, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/3804a317ac4c457db4660b1f9061e9d7, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/84466fcb5aff47b0836fea12904f06d0, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/32d0d533466c487c9b1ba2f35998ce42, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/b722ba234a0c4eac91b93ebd6238cd5b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/be6fb0c91f7c4653940256007153c5d6, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/3f7f8f87e16243698d366ec3c3aacdd7, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/2354b646c5ee43f483c4c0cbeb1e5e0d] to archive 2024-12-06T22:20:39,527 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T22:20:39,528 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/037fa8a96f324ce991624faab39b5b52 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/037fa8a96f324ce991624faab39b5b52 2024-12-06T22:20:39,529 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/c30e9d45c7f7469587e91dd0273278f0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/c30e9d45c7f7469587e91dd0273278f0 2024-12-06T22:20:39,530 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/7507d6e272d24a7db425ee07a9f339bc to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/7507d6e272d24a7db425ee07a9f339bc 2024-12-06T22:20:39,531 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/a4c29be4d17c42b3928dab90d8127a70 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/a4c29be4d17c42b3928dab90d8127a70 2024-12-06T22:20:39,532 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/71fb6e0cac134dc49648f48669987d0c to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/71fb6e0cac134dc49648f48669987d0c 2024-12-06T22:20:39,533 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/54e0bebf267746e9b7519ce0bd586be7 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/54e0bebf267746e9b7519ce0bd586be7 2024-12-06T22:20:39,534 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/14d1a4d16e784abd8137cbcacd1905c5 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/14d1a4d16e784abd8137cbcacd1905c5 2024-12-06T22:20:39,536 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/f1929fcd6ede448094a6d8a38495229c to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/f1929fcd6ede448094a6d8a38495229c 2024-12-06T22:20:39,537 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/be4fe4ffc8d4459c8aec0297d4f2c764 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/be4fe4ffc8d4459c8aec0297d4f2c764 2024-12-06T22:20:39,538 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/4d61298dbe4c4b7a9cd3417d081c05cd to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/4d61298dbe4c4b7a9cd3417d081c05cd 2024-12-06T22:20:39,539 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/41bc7bf0d4344098b175061cd41cb925 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/41bc7bf0d4344098b175061cd41cb925 2024-12-06T22:20:39,540 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/d6b89e38ab83422eba024487bd04da07 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/d6b89e38ab83422eba024487bd04da07 2024-12-06T22:20:39,541 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/f3e22340e7a7429eadadcad7b7808905 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/f3e22340e7a7429eadadcad7b7808905 2024-12-06T22:20:39,542 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/e1202e80c45344998fbde98a12b7a42e to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/e1202e80c45344998fbde98a12b7a42e 2024-12-06T22:20:39,543 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/55cf81394f2e46a9b9ad8904ca569ff6 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/55cf81394f2e46a9b9ad8904ca569ff6 2024-12-06T22:20:39,544 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/15c1df7f893e49a786d920961e6c2ca2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/15c1df7f893e49a786d920961e6c2ca2 2024-12-06T22:20:39,545 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/22adfb597b4040b498adc4a5615ed4c8 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/22adfb597b4040b498adc4a5615ed4c8 2024-12-06T22:20:39,546 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/9020055112f04782a2d041481fc83a75 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/9020055112f04782a2d041481fc83a75 2024-12-06T22:20:39,547 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/ba71ef7665354d06b7186036bf645900 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/ba71ef7665354d06b7186036bf645900 2024-12-06T22:20:39,547 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/2049581912fd4db3b4b6049cf59c74f4 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/2049581912fd4db3b4b6049cf59c74f4 2024-12-06T22:20:39,548 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/6154a8f85c1146fc99238686e25a43e6 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/6154a8f85c1146fc99238686e25a43e6 2024-12-06T22:20:39,549 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/4770be1c89014008853b0c460144c3d4 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/4770be1c89014008853b0c460144c3d4 2024-12-06T22:20:39,550 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/dd08efdc29b94836b4847836695dabbd to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/dd08efdc29b94836b4847836695dabbd 2024-12-06T22:20:39,551 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/c96071954d3449dcb1e6baf60abe7915 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/c96071954d3449dcb1e6baf60abe7915 2024-12-06T22:20:39,552 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/09eb5ddc8b82488ab4ccdf716138bf2f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/09eb5ddc8b82488ab4ccdf716138bf2f 2024-12-06T22:20:39,552 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/1c697d0bada54fbe880cb4d8f54bfc4f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/1c697d0bada54fbe880cb4d8f54bfc4f 2024-12-06T22:20:39,553 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/cfcb1f36638244b38d10bc7c1df9e870 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/cfcb1f36638244b38d10bc7c1df9e870 2024-12-06T22:20:39,554 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/52dce07dee2e4dd9a537fe8e9566c81a to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/52dce07dee2e4dd9a537fe8e9566c81a 2024-12-06T22:20:39,555 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/ac66684d562641ee926a73fab9f9c44f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/ac66684d562641ee926a73fab9f9c44f 2024-12-06T22:20:39,556 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/dba10768c31a4efe892bc018225dc573 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/dba10768c31a4efe892bc018225dc573 2024-12-06T22:20:39,556 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/3804a317ac4c457db4660b1f9061e9d7 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/3804a317ac4c457db4660b1f9061e9d7 2024-12-06T22:20:39,557 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/84466fcb5aff47b0836fea12904f06d0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/84466fcb5aff47b0836fea12904f06d0 2024-12-06T22:20:39,558 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/32d0d533466c487c9b1ba2f35998ce42 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/32d0d533466c487c9b1ba2f35998ce42 2024-12-06T22:20:39,559 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/b722ba234a0c4eac91b93ebd6238cd5b to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/b722ba234a0c4eac91b93ebd6238cd5b 2024-12-06T22:20:39,560 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/be6fb0c91f7c4653940256007153c5d6 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/be6fb0c91f7c4653940256007153c5d6 2024-12-06T22:20:39,561 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/3f7f8f87e16243698d366ec3c3aacdd7 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/3f7f8f87e16243698d366ec3c3aacdd7 2024-12-06T22:20:39,561 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/2354b646c5ee43f483c4c0cbeb1e5e0d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/2354b646c5ee43f483c4c0cbeb1e5e0d 2024-12-06T22:20:39,563 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/96b253609bb14449b4499b2d1d3d2870, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/4ad4bfd0e7864bd2ba255af2d3f08bec, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/e1f6f285024e4376a0a96dd8d08963e0, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/27845b8b07ed4f56bff607cbe302faba, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/c4a6bfdf8a3b4e0f9713037fcf8fbeda, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/012b95ce61684c9c9f04b1bf3c74c2aa, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/9a126590caf941bf9cde44840edf439a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/a3a7e4ca7786441f84d8953d20d57cae, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/30137204bd8d40178f469b99f3337ad3, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/97c61f8d9729423b8f912b7dfa993d8b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/295eb975319941ef8cf8e24b0bb4d3da, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/2790e4ccdad84d9f822e1f23f9279bab, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/73894dccdda1411abb55b0b0e2ba73d0, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/285b2a7ac4cd4dc7ab50f63764cef295, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/7adda9b43ec846e091482435518e40ea, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/2d9068a1994548c094b47cac8abd14a5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/f0e7f2cb847445f0b4c8488cd82f5b33, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/ab8d1b46277e44fa94781d7bf24c96eb, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/d98060ca77684ba4868f8fad70e60693, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/e26de9db87284413b2870c0244bc05fd, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/019e6e4711334163a11e8c60e39bba35, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/bd65b9ac4e8d40efa1f5e925b853ecc2, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/17f40af5bbee4af1a3f43a40c3ab33ac, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/b8aaa8f2a189483a98ae005bf369a719, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/96fb729fd8fe4972bedb760f1229926e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/d4fa3200fa6241f0a6e0df3c61555af5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/9bbb48fa2a944202bd275e6bee0c9ac5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/7535bea9fc7943829801ea4a5407fd59, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/071a57c7b3ef4509b1ec019b3594f53d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/9135d2f60da84cd2a2496436c0433f9b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/ab2b81e8414f4e07a4bd61998b3328fd, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/26a3d23967fc419fa3ec14ea166619a7, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/3b544e85b4a3415985e99576d2b5706a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/79c4a77c39af4dd1bea93e30aa90fd8b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/03d751930442445dbced7ef5007ea41c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/c4d0d36ea01a48f9a97dbae81df118c3, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/fcc98f6f806f4ee9879adb5206663193] to archive 2024-12-06T22:20:39,563 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T22:20:39,564 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/96b253609bb14449b4499b2d1d3d2870 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/96b253609bb14449b4499b2d1d3d2870 2024-12-06T22:20:39,565 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/4ad4bfd0e7864bd2ba255af2d3f08bec to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/4ad4bfd0e7864bd2ba255af2d3f08bec 2024-12-06T22:20:39,566 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/e1f6f285024e4376a0a96dd8d08963e0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/e1f6f285024e4376a0a96dd8d08963e0 2024-12-06T22:20:39,567 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/27845b8b07ed4f56bff607cbe302faba to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/27845b8b07ed4f56bff607cbe302faba 2024-12-06T22:20:39,568 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/c4a6bfdf8a3b4e0f9713037fcf8fbeda to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/c4a6bfdf8a3b4e0f9713037fcf8fbeda 2024-12-06T22:20:39,569 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/012b95ce61684c9c9f04b1bf3c74c2aa to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/012b95ce61684c9c9f04b1bf3c74c2aa 2024-12-06T22:20:39,569 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/9a126590caf941bf9cde44840edf439a to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/9a126590caf941bf9cde44840edf439a 2024-12-06T22:20:39,570 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/a3a7e4ca7786441f84d8953d20d57cae to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/a3a7e4ca7786441f84d8953d20d57cae 2024-12-06T22:20:39,571 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/30137204bd8d40178f469b99f3337ad3 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/30137204bd8d40178f469b99f3337ad3 2024-12-06T22:20:39,572 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/97c61f8d9729423b8f912b7dfa993d8b to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/97c61f8d9729423b8f912b7dfa993d8b 2024-12-06T22:20:39,573 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/295eb975319941ef8cf8e24b0bb4d3da to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/295eb975319941ef8cf8e24b0bb4d3da 2024-12-06T22:20:39,574 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/2790e4ccdad84d9f822e1f23f9279bab to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/2790e4ccdad84d9f822e1f23f9279bab 2024-12-06T22:20:39,575 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/73894dccdda1411abb55b0b0e2ba73d0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/73894dccdda1411abb55b0b0e2ba73d0 2024-12-06T22:20:39,575 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/285b2a7ac4cd4dc7ab50f63764cef295 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/285b2a7ac4cd4dc7ab50f63764cef295 2024-12-06T22:20:39,576 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/7adda9b43ec846e091482435518e40ea to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/7adda9b43ec846e091482435518e40ea 2024-12-06T22:20:39,577 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/2d9068a1994548c094b47cac8abd14a5 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/2d9068a1994548c094b47cac8abd14a5 2024-12-06T22:20:39,578 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/f0e7f2cb847445f0b4c8488cd82f5b33 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/f0e7f2cb847445f0b4c8488cd82f5b33 2024-12-06T22:20:39,579 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/ab8d1b46277e44fa94781d7bf24c96eb to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/ab8d1b46277e44fa94781d7bf24c96eb 2024-12-06T22:20:39,580 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/d98060ca77684ba4868f8fad70e60693 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/d98060ca77684ba4868f8fad70e60693 2024-12-06T22:20:39,581 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/e26de9db87284413b2870c0244bc05fd to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/e26de9db87284413b2870c0244bc05fd 2024-12-06T22:20:39,581 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/019e6e4711334163a11e8c60e39bba35 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/019e6e4711334163a11e8c60e39bba35 2024-12-06T22:20:39,582 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/bd65b9ac4e8d40efa1f5e925b853ecc2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/bd65b9ac4e8d40efa1f5e925b853ecc2 2024-12-06T22:20:39,583 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/17f40af5bbee4af1a3f43a40c3ab33ac to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/17f40af5bbee4af1a3f43a40c3ab33ac 2024-12-06T22:20:39,584 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/b8aaa8f2a189483a98ae005bf369a719 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/b8aaa8f2a189483a98ae005bf369a719 2024-12-06T22:20:39,585 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/96fb729fd8fe4972bedb760f1229926e to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/96fb729fd8fe4972bedb760f1229926e 2024-12-06T22:20:39,586 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/d4fa3200fa6241f0a6e0df3c61555af5 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/d4fa3200fa6241f0a6e0df3c61555af5 2024-12-06T22:20:39,587 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/9bbb48fa2a944202bd275e6bee0c9ac5 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/9bbb48fa2a944202bd275e6bee0c9ac5 2024-12-06T22:20:39,588 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/7535bea9fc7943829801ea4a5407fd59 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/7535bea9fc7943829801ea4a5407fd59 2024-12-06T22:20:39,589 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/071a57c7b3ef4509b1ec019b3594f53d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/071a57c7b3ef4509b1ec019b3594f53d 2024-12-06T22:20:39,590 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/9135d2f60da84cd2a2496436c0433f9b to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/9135d2f60da84cd2a2496436c0433f9b 2024-12-06T22:20:39,591 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/ab2b81e8414f4e07a4bd61998b3328fd to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/ab2b81e8414f4e07a4bd61998b3328fd 2024-12-06T22:20:39,592 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/26a3d23967fc419fa3ec14ea166619a7 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/26a3d23967fc419fa3ec14ea166619a7 2024-12-06T22:20:39,593 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/3b544e85b4a3415985e99576d2b5706a to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/3b544e85b4a3415985e99576d2b5706a 2024-12-06T22:20:39,593 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/79c4a77c39af4dd1bea93e30aa90fd8b to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/79c4a77c39af4dd1bea93e30aa90fd8b 2024-12-06T22:20:39,594 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/03d751930442445dbced7ef5007ea41c to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/03d751930442445dbced7ef5007ea41c 2024-12-06T22:20:39,595 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/c4d0d36ea01a48f9a97dbae81df118c3 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/c4d0d36ea01a48f9a97dbae81df118c3 2024-12-06T22:20:39,596 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/fcc98f6f806f4ee9879adb5206663193 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/fcc98f6f806f4ee9879adb5206663193 2024-12-06T22:20:39,597 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/5f2d71e37ad549f5a3015cf10215f940, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/1e841454f30d480b89bb6f4e508e4db9, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/691631b737af41749419244398b2594b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/b5a7067fab0a4e31af293b71efe05e90, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/ff480f1d591349ee905084d92fb1700c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/ede1de82d13b4baf9bd4c3703e63d2a5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/29bdb2ddd284458fb65f1b7b32e56bfe, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/e7861ef8ef7c438382eec586187543ce, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/0d3d4cdd2cf0494da46f8bc59550f1b3, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/9eaec4ec0ebc47a2b7433b5880fcb0e8, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/464f85569ef343a682ee34161e549e53, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/993d2710d48d4ce3b8df03a10c82dd67, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/d337484f685843598c99c1d1739d91ca, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/c19ec31733d547b981336e353660da52, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/0b5c6bc2f267473d9f3d3eb50c689ef5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/70c3c3c1c48340f79a3af6805cbbb2c4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/9e3ce038116a47cb8ea4f9823239c647, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/22137570f121457e8c4fbf393bb3aa19, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/194ad7bcd790463b9a180a74e1a20daf, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/88accd9f1a3042babae24610923fe473, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/585f8228a05f4e269bbb70df9ffc3e33, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/f27c99e9661c4931b42b418456440b02, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/5e689cdf26864e8eb629605f309b1dd9, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/0a533eec8bab4d42973860d602ccf6ba, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/33803c37b59243049dc2679ceb998d14, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/269e10d92b8645bca106641448540a98, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/6d100a4096424872bcefac33ffe9a1de, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/c60eaf5f0f35405189c08ade9ed6eca5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/4d59ecd9cb574a79aec9c046178489c9, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/0c75565ad0d542468b79e2761fac9e91, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/20d587b527be4201ad9ab52f3133f8ca, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/72a7ba2659a945c98133666a9cd1a454, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/0e0f1172289c4e71b4b9ea19528a51d4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/1ce0cbe21011462d9ec10f8001afd855, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/88fddbbe68264fceabdfa7e69b0a217a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/02da406f02524769ac5884937ce92fbb, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/d352539ed0ca40bcbebb486b8b956d94] to archive 2024-12-06T22:20:39,598 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T22:20:39,599 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/5f2d71e37ad549f5a3015cf10215f940 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/5f2d71e37ad549f5a3015cf10215f940 2024-12-06T22:20:39,600 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/1e841454f30d480b89bb6f4e508e4db9 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/1e841454f30d480b89bb6f4e508e4db9 2024-12-06T22:20:39,601 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/691631b737af41749419244398b2594b to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/691631b737af41749419244398b2594b 2024-12-06T22:20:39,602 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/b5a7067fab0a4e31af293b71efe05e90 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/b5a7067fab0a4e31af293b71efe05e90 2024-12-06T22:20:39,602 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/ff480f1d591349ee905084d92fb1700c to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/ff480f1d591349ee905084d92fb1700c 2024-12-06T22:20:39,603 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/ede1de82d13b4baf9bd4c3703e63d2a5 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/ede1de82d13b4baf9bd4c3703e63d2a5 2024-12-06T22:20:39,604 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/29bdb2ddd284458fb65f1b7b32e56bfe to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/29bdb2ddd284458fb65f1b7b32e56bfe 2024-12-06T22:20:39,605 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/e7861ef8ef7c438382eec586187543ce to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/e7861ef8ef7c438382eec586187543ce 2024-12-06T22:20:39,606 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/0d3d4cdd2cf0494da46f8bc59550f1b3 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/0d3d4cdd2cf0494da46f8bc59550f1b3 2024-12-06T22:20:39,607 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/9eaec4ec0ebc47a2b7433b5880fcb0e8 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/9eaec4ec0ebc47a2b7433b5880fcb0e8 2024-12-06T22:20:39,608 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/464f85569ef343a682ee34161e549e53 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/464f85569ef343a682ee34161e549e53 2024-12-06T22:20:39,608 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/993d2710d48d4ce3b8df03a10c82dd67 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/993d2710d48d4ce3b8df03a10c82dd67 2024-12-06T22:20:39,609 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/d337484f685843598c99c1d1739d91ca to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/d337484f685843598c99c1d1739d91ca 2024-12-06T22:20:39,610 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/c19ec31733d547b981336e353660da52 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/c19ec31733d547b981336e353660da52 2024-12-06T22:20:39,611 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/0b5c6bc2f267473d9f3d3eb50c689ef5 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/0b5c6bc2f267473d9f3d3eb50c689ef5 2024-12-06T22:20:39,612 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/70c3c3c1c48340f79a3af6805cbbb2c4 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/70c3c3c1c48340f79a3af6805cbbb2c4 2024-12-06T22:20:39,613 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/9e3ce038116a47cb8ea4f9823239c647 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/9e3ce038116a47cb8ea4f9823239c647 2024-12-06T22:20:39,613 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/22137570f121457e8c4fbf393bb3aa19 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/22137570f121457e8c4fbf393bb3aa19 2024-12-06T22:20:39,614 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/194ad7bcd790463b9a180a74e1a20daf to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/194ad7bcd790463b9a180a74e1a20daf 2024-12-06T22:20:39,615 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/88accd9f1a3042babae24610923fe473 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/88accd9f1a3042babae24610923fe473 2024-12-06T22:20:39,616 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/585f8228a05f4e269bbb70df9ffc3e33 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/585f8228a05f4e269bbb70df9ffc3e33 2024-12-06T22:20:39,617 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/f27c99e9661c4931b42b418456440b02 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/f27c99e9661c4931b42b418456440b02 2024-12-06T22:20:39,618 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/5e689cdf26864e8eb629605f309b1dd9 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/5e689cdf26864e8eb629605f309b1dd9 2024-12-06T22:20:39,619 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/0a533eec8bab4d42973860d602ccf6ba to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/0a533eec8bab4d42973860d602ccf6ba 2024-12-06T22:20:39,619 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/33803c37b59243049dc2679ceb998d14 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/33803c37b59243049dc2679ceb998d14 2024-12-06T22:20:39,620 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/269e10d92b8645bca106641448540a98 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/269e10d92b8645bca106641448540a98 2024-12-06T22:20:39,621 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/6d100a4096424872bcefac33ffe9a1de to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/6d100a4096424872bcefac33ffe9a1de 2024-12-06T22:20:39,622 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/c60eaf5f0f35405189c08ade9ed6eca5 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/c60eaf5f0f35405189c08ade9ed6eca5 2024-12-06T22:20:39,623 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/4d59ecd9cb574a79aec9c046178489c9 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/4d59ecd9cb574a79aec9c046178489c9 2024-12-06T22:20:39,624 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/0c75565ad0d542468b79e2761fac9e91 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/0c75565ad0d542468b79e2761fac9e91 2024-12-06T22:20:39,625 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/20d587b527be4201ad9ab52f3133f8ca to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/20d587b527be4201ad9ab52f3133f8ca 2024-12-06T22:20:39,626 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/72a7ba2659a945c98133666a9cd1a454 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/72a7ba2659a945c98133666a9cd1a454 2024-12-06T22:20:39,627 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/0e0f1172289c4e71b4b9ea19528a51d4 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/0e0f1172289c4e71b4b9ea19528a51d4 2024-12-06T22:20:39,627 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/1ce0cbe21011462d9ec10f8001afd855 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/1ce0cbe21011462d9ec10f8001afd855 2024-12-06T22:20:39,628 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/88fddbbe68264fceabdfa7e69b0a217a to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/88fddbbe68264fceabdfa7e69b0a217a 2024-12-06T22:20:39,629 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/02da406f02524769ac5884937ce92fbb to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/02da406f02524769ac5884937ce92fbb 2024-12-06T22:20:39,630 DEBUG [StoreCloser-TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/d352539ed0ca40bcbebb486b8b956d94 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/d352539ed0ca40bcbebb486b8b956d94 2024-12-06T22:20:39,634 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/recovered.edits/532.seqid, newMaxSeqId=532, maxSeqId=1 2024-12-06T22:20:39,634 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097. 2024-12-06T22:20:39,634 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1635): Region close journal for 0cfcde7a6bc4543b50cde39de28d1097: 2024-12-06T22:20:39,635 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(170): Closed 0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:39,636 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=0cfcde7a6bc4543b50cde39de28d1097, regionState=CLOSED 2024-12-06T22:20:39,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-12-06T22:20:39,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseRegionProcedure 0cfcde7a6bc4543b50cde39de28d1097, server=6d2a5dd008ce,36991,1733523540613 in 1.5110 sec 2024-12-06T22:20:39,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-12-06T22:20:39,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0cfcde7a6bc4543b50cde39de28d1097, UNASSIGN in 1.5140 sec 2024-12-06T22:20:39,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-12-06T22:20:39,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5170 sec 2024-12-06T22:20:39,642 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733523639642"}]},"ts":"1733523639642"} 2024-12-06T22:20:39,642 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-06T22:20:39,645 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-06T22:20:39,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5280 sec 2024-12-06T22:20:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-06T22:20:40,223 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-12-06T22:20:40,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-06T22:20:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:20:40,225 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=101, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:20:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-06T22:20:40,226 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=101, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:20:40,228 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:40,230 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A, FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B, FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C, FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/recovered.edits] 2024-12-06T22:20:40,232 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/3057558c42c24090b16a8e4bc717a576 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/3057558c42c24090b16a8e4bc717a576 2024-12-06T22:20:40,233 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/3b97dd0341fd4cd4a12ece82c71338d4 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/3b97dd0341fd4cd4a12ece82c71338d4 2024-12-06T22:20:40,234 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/b95380cce5474f45b7a4825445196aa0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/A/b95380cce5474f45b7a4825445196aa0 2024-12-06T22:20:40,236 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/10da649a988e4879baf30b181addbd43 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/10da649a988e4879baf30b181addbd43 2024-12-06T22:20:40,237 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/305ca9ba82d4414b81637a83fa270e9b to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/305ca9ba82d4414b81637a83fa270e9b 2024-12-06T22:20:40,238 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/7203a8c67b5d4a18a5fa898e888ab4cc to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/B/7203a8c67b5d4a18a5fa898e888ab4cc 2024-12-06T22:20:40,240 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/524838bc2dc444839f420ea31ec870d9 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/524838bc2dc444839f420ea31ec870d9 2024-12-06T22:20:40,241 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/9d01ba411a3a4cc3bd8b20bc4f663113 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/9d01ba411a3a4cc3bd8b20bc4f663113 2024-12-06T22:20:40,242 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/f1c8122ac26142e08c7fb9242411eca8 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/C/f1c8122ac26142e08c7fb9242411eca8 2024-12-06T22:20:40,244 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/recovered.edits/532.seqid to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097/recovered.edits/532.seqid 2024-12-06T22:20:40,244 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/0cfcde7a6bc4543b50cde39de28d1097 2024-12-06T22:20:40,244 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-06T22:20:40,246 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=101, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:20:40,249 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-06T22:20:40,251 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-06T22:20:40,251 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=101, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:20:40,251 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-06T22:20:40,252 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733523640251"}]},"ts":"9223372036854775807"} 2024-12-06T22:20:40,253 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-06T22:20:40,253 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 0cfcde7a6bc4543b50cde39de28d1097, NAME => 'TestAcidGuarantees,,1733523606858.0cfcde7a6bc4543b50cde39de28d1097.', STARTKEY => '', ENDKEY => ''}] 2024-12-06T22:20:40,253 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-06T22:20:40,253 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733523640253"}]},"ts":"9223372036854775807"} 2024-12-06T22:20:40,254 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-06T22:20:40,256 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=101, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:20:40,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 32 msec 2024-12-06T22:20:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-06T22:20:40,327 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 101 completed 2024-12-06T22:20:40,336 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=237 (was 237), OpenFileDescriptor=444 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=445 (was 439) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7201 (was 7267) 2024-12-06T22:20:40,340 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-06T22:20:40,344 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=237, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=445, ProcessCount=11, AvailableMemoryMB=7201 2024-12-06T22:20:40,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T22:20:40,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T22:20:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-06T22:20:40,347 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T22:20:40,347 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:40,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 102 2024-12-06T22:20:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-06T22:20:40,348 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T22:20:40,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742229_1405 (size=963) 2024-12-06T22:20:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-06T22:20:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-06T22:20:40,755 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0 2024-12-06T22:20:40,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742230_1406 (size=53) 2024-12-06T22:20:40,761 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T22:20:40,761 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 4012b2f14df5ed5c77b6b1d95ca2ca6d, disabling compactions & flushes 2024-12-06T22:20:40,761 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:40,761 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:40,761 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. after waiting 0 ms 2024-12-06T22:20:40,761 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:40,761 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:40,761 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:40,762 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T22:20:40,762 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733523640762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733523640762"}]},"ts":"1733523640762"} 2024-12-06T22:20:40,763 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-06T22:20:40,763 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T22:20:40,764 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733523640763"}]},"ts":"1733523640763"} 2024-12-06T22:20:40,764 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-06T22:20:40,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4012b2f14df5ed5c77b6b1d95ca2ca6d, ASSIGN}] 2024-12-06T22:20:40,768 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4012b2f14df5ed5c77b6b1d95ca2ca6d, ASSIGN 2024-12-06T22:20:40,769 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4012b2f14df5ed5c77b6b1d95ca2ca6d, ASSIGN; state=OFFLINE, location=6d2a5dd008ce,36991,1733523540613; forceNewPlan=false, retain=false 2024-12-06T22:20:40,919 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=4012b2f14df5ed5c77b6b1d95ca2ca6d, regionState=OPENING, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:40,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; OpenRegionProcedure 4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613}] 2024-12-06T22:20:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-06T22:20:41,072 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:41,074 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:41,074 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7285): Opening region: {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} 2024-12-06T22:20:41,075 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:41,075 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T22:20:41,075 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7327): checking encryption for 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:41,075 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7330): checking classloading for 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:41,076 INFO [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:41,077 INFO [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T22:20:41,077 INFO [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4012b2f14df5ed5c77b6b1d95ca2ca6d columnFamilyName A 2024-12-06T22:20:41,077 DEBUG [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:41,078 INFO [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] regionserver.HStore(327): Store=4012b2f14df5ed5c77b6b1d95ca2ca6d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:20:41,078 INFO [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:41,079 INFO [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T22:20:41,079 INFO [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4012b2f14df5ed5c77b6b1d95ca2ca6d columnFamilyName B 2024-12-06T22:20:41,079 DEBUG [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:41,079 INFO [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] regionserver.HStore(327): Store=4012b2f14df5ed5c77b6b1d95ca2ca6d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:20:41,079 INFO [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:41,080 INFO [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T22:20:41,080 INFO [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4012b2f14df5ed5c77b6b1d95ca2ca6d columnFamilyName C 2024-12-06T22:20:41,080 DEBUG [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:41,080 INFO [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] regionserver.HStore(327): Store=4012b2f14df5ed5c77b6b1d95ca2ca6d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:20:41,081 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:41,081 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:41,081 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:41,083 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T22:20:41,084 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1085): writing seq id for 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:41,085 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T22:20:41,085 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1102): Opened 4012b2f14df5ed5c77b6b1d95ca2ca6d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74868658, jitterRate=0.11562994122505188}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T22:20:41,086 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1001): Region open journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:41,087 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., pid=104, masterSystemTime=1733523641072 2024-12-06T22:20:41,088 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:41,088 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:41,088 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=4012b2f14df5ed5c77b6b1d95ca2ca6d, regionState=OPEN, openSeqNum=2, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:41,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-12-06T22:20:41,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; OpenRegionProcedure 4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 in 169 msec 2024-12-06T22:20:41,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-12-06T22:20:41,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4012b2f14df5ed5c77b6b1d95ca2ca6d, ASSIGN in 324 msec 2024-12-06T22:20:41,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T22:20:41,092 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733523641092"}]},"ts":"1733523641092"} 2024-12-06T22:20:41,093 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-06T22:20:41,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T22:20:41,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 750 msec 2024-12-06T22:20:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-06T22:20:41,451 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-12-06T22:20:41,452 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x474d5947 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dacfd49 2024-12-06T22:20:41,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5271608e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:20:41,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:20:41,457 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37502, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:20:41,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T22:20:41,459 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57388, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T22:20:41,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T22:20:41,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T22:20:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=105, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-06T22:20:41,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742231_1407 (size=999) 2024-12-06T22:20:41,871 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-06T22:20:41,871 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-06T22:20:41,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T22:20:41,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4012b2f14df5ed5c77b6b1d95ca2ca6d, REOPEN/MOVE}] 2024-12-06T22:20:41,875 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4012b2f14df5ed5c77b6b1d95ca2ca6d, REOPEN/MOVE 2024-12-06T22:20:41,876 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=4012b2f14df5ed5c77b6b1d95ca2ca6d, regionState=CLOSING, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:41,877 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T22:20:41,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE; CloseRegionProcedure 4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613}] 2024-12-06T22:20:42,028 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:42,029 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(124): Close 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:42,029 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-06T22:20:42,029 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1681): Closing 4012b2f14df5ed5c77b6b1d95ca2ca6d, disabling compactions & flushes 2024-12-06T22:20:42,029 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:42,029 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:42,029 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. after waiting 0 ms 2024-12-06T22:20:42,029 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:42,032 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-06T22:20:42,033 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:42,033 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1635): Region close journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:42,033 WARN [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionServer(3786): Not adding moved region record: 4012b2f14df5ed5c77b6b1d95ca2ca6d to self. 2024-12-06T22:20:42,034 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(170): Closed 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:42,035 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=4012b2f14df5ed5c77b6b1d95ca2ca6d, regionState=CLOSED 2024-12-06T22:20:42,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=107 2024-12-06T22:20:42,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=107, state=SUCCESS; CloseRegionProcedure 4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 in 158 msec 2024-12-06T22:20:42,037 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4012b2f14df5ed5c77b6b1d95ca2ca6d, REOPEN/MOVE; state=CLOSED, location=6d2a5dd008ce,36991,1733523540613; forceNewPlan=false, retain=true 2024-12-06T22:20:42,187 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=4012b2f14df5ed5c77b6b1d95ca2ca6d, regionState=OPENING, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:42,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=107, state=RUNNABLE; OpenRegionProcedure 4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613}] 2024-12-06T22:20:42,340 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:42,342 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:42,343 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7285): Opening region: {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} 2024-12-06T22:20:42,343 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:42,343 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T22:20:42,344 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7327): checking encryption for 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:42,344 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7330): checking classloading for 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:42,345 INFO [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:42,346 INFO [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T22:20:42,346 INFO [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4012b2f14df5ed5c77b6b1d95ca2ca6d columnFamilyName A 2024-12-06T22:20:42,347 DEBUG [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:42,347 INFO [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] regionserver.HStore(327): Store=4012b2f14df5ed5c77b6b1d95ca2ca6d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:20:42,347 INFO [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:42,348 INFO [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T22:20:42,348 INFO [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4012b2f14df5ed5c77b6b1d95ca2ca6d columnFamilyName B 2024-12-06T22:20:42,348 DEBUG [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:42,349 INFO [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] regionserver.HStore(327): Store=4012b2f14df5ed5c77b6b1d95ca2ca6d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:20:42,349 INFO [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:42,349 INFO [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T22:20:42,349 INFO [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4012b2f14df5ed5c77b6b1d95ca2ca6d columnFamilyName C 2024-12-06T22:20:42,349 DEBUG [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:42,350 INFO [StoreOpener-4012b2f14df5ed5c77b6b1d95ca2ca6d-1 {}] regionserver.HStore(327): Store=4012b2f14df5ed5c77b6b1d95ca2ca6d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:20:42,350 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:42,350 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:42,351 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:42,352 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T22:20:42,353 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1085): writing seq id for 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:42,354 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1102): Opened 4012b2f14df5ed5c77b6b1d95ca2ca6d; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66552970, jitterRate=-0.008283466100692749}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T22:20:42,354 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1001): Region open journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:42,355 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., pid=109, masterSystemTime=1733523642340 2024-12-06T22:20:42,356 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:42,356 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:42,357 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=4012b2f14df5ed5c77b6b1d95ca2ca6d, regionState=OPEN, openSeqNum=5, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:42,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=107 2024-12-06T22:20:42,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=107, state=SUCCESS; OpenRegionProcedure 4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 in 169 msec 2024-12-06T22:20:42,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-12-06T22:20:42,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4012b2f14df5ed5c77b6b1d95ca2ca6d, REOPEN/MOVE in 484 msec 2024-12-06T22:20:42,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105 2024-12-06T22:20:42,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 487 msec 2024-12-06T22:20:42,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 900 msec 2024-12-06T22:20:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-12-06T22:20:42,364 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2953086d to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@33feebb 2024-12-06T22:20:42,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a139b42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:20:42,370 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2076b3ad to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c40db2e 2024-12-06T22:20:42,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1acf826f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:20:42,374 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20c5edec to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a86cb71 2024-12-06T22:20:42,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbce2b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:20:42,377 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x789089aa to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3401188a 2024-12-06T22:20:42,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd3f5fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:20:42,379 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x699c96a7 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55650656 2024-12-06T22:20:42,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c97513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:20:42,382 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0c80a40c to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42af2962 2024-12-06T22:20:42,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4831febd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:20:42,385 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62cf69c5 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5910b8c7 2024-12-06T22:20:42,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e93614e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:20:42,388 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c35c7c4 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f9a05 2024-12-06T22:20:42,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523025d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:20:42,391 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a259e93 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26b6d860 2024-12-06T22:20:42,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9a1701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:20:42,394 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06179765 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@16722a1f 2024-12-06T22:20:42,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3b05cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:20:42,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:20:42,403 DEBUG [hconnection-0x5efab76b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:20:42,403 DEBUG [hconnection-0x16d3dc69-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:20:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-12-06T22:20:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-06T22:20:42,404 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:20:42,405 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:20:42,405 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:20:42,405 DEBUG [hconnection-0x15ec5e01-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:20:42,406 DEBUG [hconnection-0x450df55c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:20:42,406 DEBUG [hconnection-0x479dbae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:20:42,406 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37522, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:20:42,406 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:20:42,407 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:20:42,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:20:42,408 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:20:42,409 DEBUG [hconnection-0x477bdfe0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:20:42,410 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37554, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:20:42,411 DEBUG [hconnection-0x429f85bf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:20:42,411 DEBUG [hconnection-0x1ae0c78a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:20:42,411 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:20:42,412 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:20:42,414 DEBUG [hconnection-0x4bd0aa6d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:20:42,415 DEBUG [hconnection-0x14b05494-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:20:42,415 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:20:42,416 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37584, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:20:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:42,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4012b2f14df5ed5c77b6b1d95ca2ca6d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:20:42,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=A 2024-12-06T22:20:42,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:42,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=B 2024-12-06T22:20:42,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:42,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=C 2024-12-06T22:20:42,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:42,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:42,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37554 deadline: 1733523702438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523702438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:42,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523702439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:42,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523702439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:42,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523702440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:42,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a820ba5aabf84f03b4cce599e5b34d0c_4012b2f14df5ed5c77b6b1d95ca2ca6d is 50, key is test_row_0/A:col10/1733523642419/Put/seqid=0 2024-12-06T22:20:42,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742232_1408 (size=12154) 2024-12-06T22:20:42,471 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:42,476 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a820ba5aabf84f03b4cce599e5b34d0c_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a820ba5aabf84f03b4cce599e5b34d0c_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:42,477 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/1c99008125e44665b6eed7a331204aa3, store: [table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:42,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/1c99008125e44665b6eed7a331204aa3 is 175, key is test_row_0/A:col10/1733523642419/Put/seqid=0 2024-12-06T22:20:42,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742233_1409 (size=30955) 2024-12-06T22:20:42,485 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/1c99008125e44665b6eed7a331204aa3 2024-12-06T22:20:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-06T22:20:42,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/722608cdedf2499a9adfbb64d0e0f469 is 50, key is test_row_0/B:col10/1733523642419/Put/seqid=0 2024-12-06T22:20:42,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742234_1410 (size=12001) 2024-12-06T22:20:42,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37554 deadline: 1733523702540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:42,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523702541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:42,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523702542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:42,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523702542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:42,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523702542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:42,559 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:42,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-06T22:20:42,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:42,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:42,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:42,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:42,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-06T22:20:42,714 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:42,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-06T22:20:42,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:42,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:42,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:42,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:42,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:42,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:42,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523702746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37554 deadline: 1733523702746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:42,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523702747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:42,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523702747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:42,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523702747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:42,867 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:42,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-06T22:20:42,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:42,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:42,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:42,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:42,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:42,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/722608cdedf2499a9adfbb64d0e0f469 2024-12-06T22:20:42,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/05622b2187f344cbaaa466243882d99f is 50, key is test_row_0/C:col10/1733523642419/Put/seqid=0 2024-12-06T22:20:42,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742235_1411 (size=12001) 2024-12-06T22:20:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-06T22:20:43,020 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:43,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-06T22:20:43,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:43,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:43,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:43,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:43,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:43,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523703051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:43,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37554 deadline: 1733523703051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:43,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523703051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:43,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523703051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:43,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523703053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:43,173 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:43,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-06T22:20:43,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:43,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:43,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:43,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:43,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:43,326 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:43,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-06T22:20:43,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:43,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:43,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:43,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:43,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:43,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/05622b2187f344cbaaa466243882d99f 2024-12-06T22:20:43,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/1c99008125e44665b6eed7a331204aa3 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/1c99008125e44665b6eed7a331204aa3 2024-12-06T22:20:43,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/1c99008125e44665b6eed7a331204aa3, entries=150, sequenceid=17, filesize=30.2 K 2024-12-06T22:20:43,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/722608cdedf2499a9adfbb64d0e0f469 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/722608cdedf2499a9adfbb64d0e0f469 2024-12-06T22:20:43,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/722608cdedf2499a9adfbb64d0e0f469, entries=150, sequenceid=17, filesize=11.7 K 2024-12-06T22:20:43,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/05622b2187f344cbaaa466243882d99f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/05622b2187f344cbaaa466243882d99f 2024-12-06T22:20:43,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/05622b2187f344cbaaa466243882d99f, entries=150, sequenceid=17, filesize=11.7 K 2024-12-06T22:20:43,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 4012b2f14df5ed5c77b6b1d95ca2ca6d in 992ms, sequenceid=17, compaction requested=false 2024-12-06T22:20:43,411 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-06T22:20:43,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:43,478 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:43,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-06T22:20:43,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:43,479 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 4012b2f14df5ed5c77b6b1d95ca2ca6d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T22:20:43,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=A 2024-12-06T22:20:43,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:43,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=B 2024-12-06T22:20:43,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:43,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=C 2024-12-06T22:20:43,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:43,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120608ec314b0fd2481e8d6b7aff25e8e77d_4012b2f14df5ed5c77b6b1d95ca2ca6d is 50, key is test_row_0/A:col10/1733523642438/Put/seqid=0 2024-12-06T22:20:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-06T22:20:43,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742236_1412 (size=12154) 2024-12-06T22:20:43,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:43,516 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120608ec314b0fd2481e8d6b7aff25e8e77d_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120608ec314b0fd2481e8d6b7aff25e8e77d_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:43,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/74befb868e364906af461cb08920f30f, store: [table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:43,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/74befb868e364906af461cb08920f30f is 175, key is test_row_0/A:col10/1733523642438/Put/seqid=0 2024-12-06T22:20:43,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742237_1413 (size=30955) 2024-12-06T22:20:43,547 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/74befb868e364906af461cb08920f30f 2024-12-06T22:20:43,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/a925b57890d8465599bcf8f5be79f4c3 is 50, key is test_row_0/B:col10/1733523642438/Put/seqid=0 2024-12-06T22:20:43,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:43,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742238_1414 (size=12001) 2024-12-06T22:20:43,575 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/a925b57890d8465599bcf8f5be79f4c3 2024-12-06T22:20:43,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523703574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:43,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37554 deadline: 1733523703575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:43,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/3b86c6ac28724405bac6b4befa47383f is 50, key is test_row_0/C:col10/1733523642438/Put/seqid=0 2024-12-06T22:20:43,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523703575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:43,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523703576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:43,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523703577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:43,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742239_1415 (size=12001) 2024-12-06T22:20:43,608 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/3b86c6ac28724405bac6b4befa47383f 2024-12-06T22:20:43,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/74befb868e364906af461cb08920f30f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/74befb868e364906af461cb08920f30f 2024-12-06T22:20:43,620 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/74befb868e364906af461cb08920f30f, entries=150, sequenceid=42, filesize=30.2 K 2024-12-06T22:20:43,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/a925b57890d8465599bcf8f5be79f4c3 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/a925b57890d8465599bcf8f5be79f4c3 2024-12-06T22:20:43,626 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/a925b57890d8465599bcf8f5be79f4c3, entries=150, sequenceid=42, filesize=11.7 K 2024-12-06T22:20:43,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/3b86c6ac28724405bac6b4befa47383f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/3b86c6ac28724405bac6b4befa47383f 2024-12-06T22:20:43,631 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/3b86c6ac28724405bac6b4befa47383f, entries=150, sequenceid=42, filesize=11.7 K 2024-12-06T22:20:43,632 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 4012b2f14df5ed5c77b6b1d95ca2ca6d in 153ms, sequenceid=42, compaction requested=false 2024-12-06T22:20:43,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:43,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:43,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-12-06T22:20:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-12-06T22:20:43,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-12-06T22:20:43,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2250 sec 2024-12-06T22:20:43,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.2340 sec 2024-12-06T22:20:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:43,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4012b2f14df5ed5c77b6b1d95ca2ca6d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-06T22:20:43,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=A 2024-12-06T22:20:43,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:43,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=B 2024-12-06T22:20:43,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:43,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=C 2024-12-06T22:20:43,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:43,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412067a694e2289774c5fbe639f0e760180f7_4012b2f14df5ed5c77b6b1d95ca2ca6d is 50, key is test_row_0/A:col10/1733523643686/Put/seqid=0 2024-12-06T22:20:43,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742240_1416 (size=14594) 2024-12-06T22:20:43,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37554 deadline: 1733523703718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:43,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523703719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:43,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523703720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:43,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523703724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:43,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523703724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:43,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37554 deadline: 1733523703825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:43,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523703825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:43,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523703825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:43,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523703826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:43,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:43,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523703830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:44,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523704030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:44,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523704030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:44,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37554 deadline: 1733523704030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:44,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523704031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:44,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523704036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:44,106 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:44,110 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412067a694e2289774c5fbe639f0e760180f7_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067a694e2289774c5fbe639f0e760180f7_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:44,111 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/7a83b0539be346839dbec3c558edf12c, store: [table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:44,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/7a83b0539be346839dbec3c558edf12c is 175, key is test_row_0/A:col10/1733523643686/Put/seqid=0 2024-12-06T22:20:44,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742241_1417 (size=39549) 2024-12-06T22:20:44,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523704334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:44,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37554 deadline: 1733523704337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:44,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523704337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:44,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523704338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:44,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523704345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-06T22:20:44,510 INFO [Thread-1819 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-12-06T22:20:44,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:20:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-12-06T22:20:44,513 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:20:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-06T22:20:44,513 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:20:44,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:20:44,517 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/7a83b0539be346839dbec3c558edf12c 2024-12-06T22:20:44,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/1b65d7e72bbb4db48f950251bc5da912 is 50, key is test_row_0/B:col10/1733523643686/Put/seqid=0 2024-12-06T22:20:44,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742242_1418 (size=12001) 2024-12-06T22:20:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-06T22:20:44,664 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:44,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-06T22:20:44,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:44,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:44,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:44,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:44,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-06T22:20:44,817 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:44,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-06T22:20:44,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:44,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:44,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:44,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:44,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:44,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37554 deadline: 1733523704841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:44,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523704842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:44,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523704843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:44,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523704845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:44,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523704852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:44,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/1b65d7e72bbb4db48f950251bc5da912 2024-12-06T22:20:44,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/42096f0b07914e7d91cf725d94b4ac15 is 50, key is test_row_0/C:col10/1733523643686/Put/seqid=0 2024-12-06T22:20:44,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742243_1419 (size=12001) 2024-12-06T22:20:44,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/42096f0b07914e7d91cf725d94b4ac15 2024-12-06T22:20:44,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/7a83b0539be346839dbec3c558edf12c as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/7a83b0539be346839dbec3c558edf12c 2024-12-06T22:20:44,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/7a83b0539be346839dbec3c558edf12c, entries=200, sequenceid=57, filesize=38.6 K 2024-12-06T22:20:44,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/1b65d7e72bbb4db48f950251bc5da912 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/1b65d7e72bbb4db48f950251bc5da912 2024-12-06T22:20:44,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/1b65d7e72bbb4db48f950251bc5da912, entries=150, sequenceid=57, filesize=11.7 K 2024-12-06T22:20:44,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/42096f0b07914e7d91cf725d94b4ac15 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/42096f0b07914e7d91cf725d94b4ac15 2024-12-06T22:20:44,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/42096f0b07914e7d91cf725d94b4ac15, entries=150, sequenceid=57, filesize=11.7 K 2024-12-06T22:20:44,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 4012b2f14df5ed5c77b6b1d95ca2ca6d in 1272ms, sequenceid=57, compaction requested=true 2024-12-06T22:20:44,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:44,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4012b2f14df5ed5c77b6b1d95ca2ca6d:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:20:44,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:44,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4012b2f14df5ed5c77b6b1d95ca2ca6d:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:20:44,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:44,959 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:44,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4012b2f14df5ed5c77b6b1d95ca2ca6d:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:20:44,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:44,959 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:44,961 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:44,962 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 4012b2f14df5ed5c77b6b1d95ca2ca6d/B is initiating minor compaction (all files) 2024-12-06T22:20:44,962 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4012b2f14df5ed5c77b6b1d95ca2ca6d/B in TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:44,962 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/722608cdedf2499a9adfbb64d0e0f469, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/a925b57890d8465599bcf8f5be79f4c3, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/1b65d7e72bbb4db48f950251bc5da912] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp, totalSize=35.2 K 2024-12-06T22:20:44,962 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:44,962 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 4012b2f14df5ed5c77b6b1d95ca2ca6d/A is initiating minor compaction (all files) 2024-12-06T22:20:44,962 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4012b2f14df5ed5c77b6b1d95ca2ca6d/A in TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:44,962 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/1c99008125e44665b6eed7a331204aa3, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/74befb868e364906af461cb08920f30f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/7a83b0539be346839dbec3c558edf12c] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp, totalSize=99.1 K 2024-12-06T22:20:44,968 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:44,969 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. files: [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/1c99008125e44665b6eed7a331204aa3, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/74befb868e364906af461cb08920f30f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/7a83b0539be346839dbec3c558edf12c] 2024-12-06T22:20:44,969 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 722608cdedf2499a9adfbb64d0e0f469, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733523642417 2024-12-06T22:20:44,969 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c99008125e44665b6eed7a331204aa3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733523642417 2024-12-06T22:20:44,969 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74befb868e364906af461cb08920f30f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733523642436 2024-12-06T22:20:44,970 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting a925b57890d8465599bcf8f5be79f4c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733523642436 2024-12-06T22:20:44,970 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a83b0539be346839dbec3c558edf12c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733523643565 2024-12-06T22:20:44,970 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b65d7e72bbb4db48f950251bc5da912, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733523643565 2024-12-06T22:20:44,970 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:44,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-06T22:20:44,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:44,971 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 4012b2f14df5ed5c77b6b1d95ca2ca6d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-06T22:20:44,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=A 2024-12-06T22:20:44,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:44,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=B 2024-12-06T22:20:44,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:44,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=C 2024-12-06T22:20:44,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:44,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206668bab4ae54e4be6a30952d4183cb8c3_4012b2f14df5ed5c77b6b1d95ca2ca6d is 50, key is test_row_0/A:col10/1733523643722/Put/seqid=0 2024-12-06T22:20:44,985 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:44,986 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4012b2f14df5ed5c77b6b1d95ca2ca6d#B#compaction#367 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:44,987 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/0b3faba9ec2d45beadcf3dc391b38593 is 50, key is test_row_0/B:col10/1733523643686/Put/seqid=0 2024-12-06T22:20:44,989 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206a710cddb91954659b11f5e47b3bb3c1e_4012b2f14df5ed5c77b6b1d95ca2ca6d store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:44,991 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206a710cddb91954659b11f5e47b3bb3c1e_4012b2f14df5ed5c77b6b1d95ca2ca6d, store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:44,991 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a710cddb91954659b11f5e47b3bb3c1e_4012b2f14df5ed5c77b6b1d95ca2ca6d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:44,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742245_1421 (size=12104) 2024-12-06T22:20:44,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742244_1420 (size=12154) 2024-12-06T22:20:45,004 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/0b3faba9ec2d45beadcf3dc391b38593 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/0b3faba9ec2d45beadcf3dc391b38593 2024-12-06T22:20:45,011 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4012b2f14df5ed5c77b6b1d95ca2ca6d/B of 4012b2f14df5ed5c77b6b1d95ca2ca6d into 0b3faba9ec2d45beadcf3dc391b38593(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:45,012 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:45,012 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., storeName=4012b2f14df5ed5c77b6b1d95ca2ca6d/B, priority=13, startTime=1733523644959; duration=0sec 2024-12-06T22:20:45,012 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:45,012 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4012b2f14df5ed5c77b6b1d95ca2ca6d:B 2024-12-06T22:20:45,012 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:45,013 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:45,013 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 4012b2f14df5ed5c77b6b1d95ca2ca6d/C is initiating minor compaction (all files) 2024-12-06T22:20:45,014 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4012b2f14df5ed5c77b6b1d95ca2ca6d/C in TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:45,014 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/05622b2187f344cbaaa466243882d99f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/3b86c6ac28724405bac6b4befa47383f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/42096f0b07914e7d91cf725d94b4ac15] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp, totalSize=35.2 K 2024-12-06T22:20:45,015 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 05622b2187f344cbaaa466243882d99f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733523642417 2024-12-06T22:20:45,015 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b86c6ac28724405bac6b4befa47383f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733523642436 2024-12-06T22:20:45,015 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 42096f0b07914e7d91cf725d94b4ac15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733523643565 2024-12-06T22:20:45,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742246_1422 (size=4469) 2024-12-06T22:20:45,019 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4012b2f14df5ed5c77b6b1d95ca2ca6d#A#compaction#366 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:45,020 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/56ddd61eaf154178bce1e939f1a17dc3 is 175, key is test_row_0/A:col10/1733523643686/Put/seqid=0 2024-12-06T22:20:45,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742247_1423 (size=31058) 2024-12-06T22:20:45,028 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4012b2f14df5ed5c77b6b1d95ca2ca6d#C#compaction#368 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:45,029 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/0fe207636f2744d0a35415d64c30c4cb is 50, key is test_row_0/C:col10/1733523643686/Put/seqid=0 2024-12-06T22:20:45,035 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/56ddd61eaf154178bce1e939f1a17dc3 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/56ddd61eaf154178bce1e939f1a17dc3 2024-12-06T22:20:45,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742248_1424 (size=12104) 2024-12-06T22:20:45,041 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4012b2f14df5ed5c77b6b1d95ca2ca6d/A of 4012b2f14df5ed5c77b6b1d95ca2ca6d into 56ddd61eaf154178bce1e939f1a17dc3(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:45,041 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:45,041 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., storeName=4012b2f14df5ed5c77b6b1d95ca2ca6d/A, priority=13, startTime=1733523644959; duration=0sec 2024-12-06T22:20:45,042 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:45,042 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4012b2f14df5ed5c77b6b1d95ca2ca6d:A 2024-12-06T22:20:45,044 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/0fe207636f2744d0a35415d64c30c4cb as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/0fe207636f2744d0a35415d64c30c4cb 2024-12-06T22:20:45,053 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4012b2f14df5ed5c77b6b1d95ca2ca6d/C of 4012b2f14df5ed5c77b6b1d95ca2ca6d into 0fe207636f2744d0a35415d64c30c4cb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:45,053 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:45,053 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., storeName=4012b2f14df5ed5c77b6b1d95ca2ca6d/C, priority=13, startTime=1733523644959; duration=0sec 2024-12-06T22:20:45,053 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:45,053 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4012b2f14df5ed5c77b6b1d95ca2ca6d:C 2024-12-06T22:20:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-06T22:20:45,167 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T22:20:45,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,402 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206668bab4ae54e4be6a30952d4183cb8c3_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206668bab4ae54e4be6a30952d4183cb8c3_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:45,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/9a02441330174489824600e7c908c7ac, store: [table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:45,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/9a02441330174489824600e7c908c7ac is 175, key is test_row_0/A:col10/1733523643722/Put/seqid=0 2024-12-06T22:20:45,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742249_1425 (size=30955) 2024-12-06T22:20:45,433 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/9a02441330174489824600e7c908c7ac 2024-12-06T22:20:45,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/d6236edda95e4609b6bf63b20a3e428e is 50, key is test_row_0/B:col10/1733523643722/Put/seqid=0 2024-12-06T22:20:45,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742250_1426 (size=12001) 2024-12-06T22:20:45,458 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/d6236edda95e4609b6bf63b20a3e428e 2024-12-06T22:20:45,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/3e45207b709943a6bc562c3bc1be60d2 is 50, key is test_row_0/C:col10/1733523643722/Put/seqid=0 2024-12-06T22:20:45,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742251_1427 (size=12001) 2024-12-06T22:20:45,498 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/3e45207b709943a6bc562c3bc1be60d2 2024-12-06T22:20:45,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/9a02441330174489824600e7c908c7ac as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/9a02441330174489824600e7c908c7ac 2024-12-06T22:20:45,505 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/9a02441330174489824600e7c908c7ac, entries=150, sequenceid=79, filesize=30.2 K 2024-12-06T22:20:45,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/d6236edda95e4609b6bf63b20a3e428e as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/d6236edda95e4609b6bf63b20a3e428e 2024-12-06T22:20:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,511 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/d6236edda95e4609b6bf63b20a3e428e, entries=150, sequenceid=79, filesize=11.7 K 2024-12-06T22:20:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/3e45207b709943a6bc562c3bc1be60d2 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/3e45207b709943a6bc562c3bc1be60d2 2024-12-06T22:20:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,529 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/3e45207b709943a6bc562c3bc1be60d2, entries=150, sequenceid=79, filesize=11.7 K 2024-12-06T22:20:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,530 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 4012b2f14df5ed5c77b6b1d95ca2ca6d in 559ms, sequenceid=79, compaction requested=false 2024-12-06T22:20:45,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:45,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:45,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-12-06T22:20:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-12-06T22:20:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-12-06T22:20:45,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0190 sec 2024-12-06T22:20:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.0230 sec 2024-12-06T22:20:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-06T22:20:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,617 INFO [Thread-1819 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-12-06T22:20:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:20:45,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-12-06T22:20:45,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,620 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:20:45,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,621 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:20:45,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:20:45,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-06T22:20:45,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-06T22:20:45,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,773 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:45,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-06T22:20:45,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:45,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:45,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:45,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-12-06T22:20:45,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-12-06T22:20:45,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-12-06T22:20:45,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-12-06T22:20:45,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 158 msec 2024-12-06T22:20:45,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-06T22:20:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,924 INFO [Thread-1819 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-12-06T22:20:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:20:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-12-06T22:20:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,928 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:20:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,929 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:20:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:20:45,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-06T22:20:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:45,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4012b2f14df5ed5c77b6b1d95ca2ca6d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:20:45,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=A 2024-12-06T22:20:45,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:45,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=B 2024-12-06T22:20:45,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:45,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=C 2024-12-06T22:20:45,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:45,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f0fbe61731f14dd4aae81fa094f8ac97_4012b2f14df5ed5c77b6b1d95ca2ca6d is 50, key is test_row_0/A:col10/1733523645943/Put/seqid=0 2024-12-06T22:20:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742253_1429 (size=26798) 2024-12-06T22:20:45,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:45,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:46,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:46,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523706020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:46,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:46,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523706021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:46,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:46,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523706021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:46,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-06T22:20:46,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:46,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523706022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:46,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:46,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37554 deadline: 1733523706022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:46,086 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:46,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-06T22:20:46,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:46,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:46,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:46,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:46,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:46,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:46,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523706133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:46,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523706133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:46,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523706133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:46,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523706134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:46,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37554 deadline: 1733523706134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-06T22:20:46,239 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:46,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-06T22:20:46,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:46,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:46,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:46,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:46,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:46,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523706336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:46,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523706336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:46,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523706336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:46,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523706337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:46,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37554 deadline: 1733523706337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:46,385 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:46,390 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f0fbe61731f14dd4aae81fa094f8ac97_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f0fbe61731f14dd4aae81fa094f8ac97_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:46,391 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/e9c07d06531947f58855079c4e248af8, store: [table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:46,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/e9c07d06531947f58855079c4e248af8 is 175, key is test_row_0/A:col10/1733523645943/Put/seqid=0 2024-12-06T22:20:46,392 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:46,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-06T22:20:46,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:46,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:46,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:46,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:46,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:46,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742252_1428 (size=82585) 2024-12-06T22:20:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-06T22:20:46,545 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:46,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-06T22:20:46,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:46,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:46,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:46,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:46,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:46,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523706643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:46,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523706643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:46,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523706644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:46,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523706644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:46,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37554 deadline: 1733523706644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:46,698 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:46,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-06T22:20:46,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:46,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:46,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:46,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:46,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:46,796 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/e9c07d06531947f58855079c4e248af8 2024-12-06T22:20:46,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/512a776d36ab4d019b248fed4cd26538 is 50, key is test_row_0/B:col10/1733523645943/Put/seqid=0 2024-12-06T22:20:46,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742254_1430 (size=12001) 2024-12-06T22:20:46,851 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:46,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-06T22:20:46,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:46,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:46,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:46,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:46,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:47,004 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:47,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-06T22:20:47,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:47,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:47,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:47,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:47,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-06T22:20:47,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523707148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:47,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523707150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:47,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523707151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:47,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523707151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:47,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37554 deadline: 1733523707153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:47,157 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:47,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-06T22:20:47,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:47,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:47,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:47,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:47,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:47,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/512a776d36ab4d019b248fed4cd26538 2024-12-06T22:20:47,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/918b4c9abae944fbbc1e8849239b81ec is 50, key is test_row_0/C:col10/1733523645943/Put/seqid=0 2024-12-06T22:20:47,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742255_1431 (size=12001) 2024-12-06T22:20:47,310 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:47,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-06T22:20:47,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:47,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:47,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:47,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:47,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:47,463 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:47,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-06T22:20:47,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:47,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:47,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:47,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:47,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:47,615 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:47,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-06T22:20:47,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:47,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:47,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:47,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:47,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:47,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/918b4c9abae944fbbc1e8849239b81ec 2024-12-06T22:20:47,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/e9c07d06531947f58855079c4e248af8 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/e9c07d06531947f58855079c4e248af8 2024-12-06T22:20:47,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/e9c07d06531947f58855079c4e248af8, entries=450, sequenceid=95, filesize=80.6 K 2024-12-06T22:20:47,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/512a776d36ab4d019b248fed4cd26538 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/512a776d36ab4d019b248fed4cd26538 2024-12-06T22:20:47,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/512a776d36ab4d019b248fed4cd26538, entries=150, sequenceid=95, filesize=11.7 K 2024-12-06T22:20:47,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/918b4c9abae944fbbc1e8849239b81ec as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/918b4c9abae944fbbc1e8849239b81ec 2024-12-06T22:20:47,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/918b4c9abae944fbbc1e8849239b81ec, entries=150, sequenceid=95, filesize=11.7 K 2024-12-06T22:20:47,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 4012b2f14df5ed5c77b6b1d95ca2ca6d in 1674ms, sequenceid=95, compaction requested=true 2024-12-06T22:20:47,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:47,636 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:47,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4012b2f14df5ed5c77b6b1d95ca2ca6d:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:20:47,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:47,636 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:47,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4012b2f14df5ed5c77b6b1d95ca2ca6d:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:20:47,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:47,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4012b2f14df5ed5c77b6b1d95ca2ca6d:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:20:47,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:47,637 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 144598 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:47,637 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:47,637 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 4012b2f14df5ed5c77b6b1d95ca2ca6d/A is initiating minor compaction (all files) 2024-12-06T22:20:47,637 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 4012b2f14df5ed5c77b6b1d95ca2ca6d/B is initiating minor compaction (all files) 2024-12-06T22:20:47,637 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4012b2f14df5ed5c77b6b1d95ca2ca6d/A in TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:47,637 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4012b2f14df5ed5c77b6b1d95ca2ca6d/B in TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:47,637 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/56ddd61eaf154178bce1e939f1a17dc3, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/9a02441330174489824600e7c908c7ac, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/e9c07d06531947f58855079c4e248af8] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp, totalSize=141.2 K 2024-12-06T22:20:47,637 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:47,637 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/0b3faba9ec2d45beadcf3dc391b38593, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/d6236edda95e4609b6bf63b20a3e428e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/512a776d36ab4d019b248fed4cd26538] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp, totalSize=35.3 K 2024-12-06T22:20:47,637 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. files: [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/56ddd61eaf154178bce1e939f1a17dc3, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/9a02441330174489824600e7c908c7ac, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/e9c07d06531947f58855079c4e248af8] 2024-12-06T22:20:47,637 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56ddd61eaf154178bce1e939f1a17dc3, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733523643565 2024-12-06T22:20:47,637 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b3faba9ec2d45beadcf3dc391b38593, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733523643565 2024-12-06T22:20:47,638 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting d6236edda95e4609b6bf63b20a3e428e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733523643716 2024-12-06T22:20:47,638 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a02441330174489824600e7c908c7ac, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733523643716 2024-12-06T22:20:47,638 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9c07d06531947f58855079c4e248af8, keycount=450, bloomtype=ROW, size=80.6 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733523645937 2024-12-06T22:20:47,638 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 512a776d36ab4d019b248fed4cd26538, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733523645942 2024-12-06T22:20:47,644 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:47,644 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4012b2f14df5ed5c77b6b1d95ca2ca6d#B#compaction#374 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:47,645 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/e08064b5dd5d410f82c84c72f52c40de is 50, key is test_row_0/B:col10/1733523645943/Put/seqid=0 2024-12-06T22:20:47,648 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412066d3c78c0294b4610809eb8ae6289caa0_4012b2f14df5ed5c77b6b1d95ca2ca6d store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:47,651 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412066d3c78c0294b4610809eb8ae6289caa0_4012b2f14df5ed5c77b6b1d95ca2ca6d, store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:47,651 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412066d3c78c0294b4610809eb8ae6289caa0_4012b2f14df5ed5c77b6b1d95ca2ca6d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:47,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742256_1432 (size=12207) 2024-12-06T22:20:47,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742257_1433 (size=4469) 2024-12-06T22:20:47,690 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4012b2f14df5ed5c77b6b1d95ca2ca6d#A#compaction#375 average throughput is 0.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:47,691 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/a8b298ee1ccf4aa5b5d762345ce4ae6a is 175, key is test_row_0/A:col10/1733523645943/Put/seqid=0 2024-12-06T22:20:47,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742258_1434 (size=31161) 2024-12-06T22:20:47,712 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/a8b298ee1ccf4aa5b5d762345ce4ae6a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/a8b298ee1ccf4aa5b5d762345ce4ae6a 2024-12-06T22:20:47,716 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4012b2f14df5ed5c77b6b1d95ca2ca6d/A of 4012b2f14df5ed5c77b6b1d95ca2ca6d into a8b298ee1ccf4aa5b5d762345ce4ae6a(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:47,716 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:47,716 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., storeName=4012b2f14df5ed5c77b6b1d95ca2ca6d/A, priority=13, startTime=1733523647636; duration=0sec 2024-12-06T22:20:47,716 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:47,716 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4012b2f14df5ed5c77b6b1d95ca2ca6d:A 2024-12-06T22:20:47,716 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:47,717 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:47,717 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 4012b2f14df5ed5c77b6b1d95ca2ca6d/C is initiating minor compaction (all files) 2024-12-06T22:20:47,718 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4012b2f14df5ed5c77b6b1d95ca2ca6d/C in TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:47,718 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/0fe207636f2744d0a35415d64c30c4cb, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/3e45207b709943a6bc562c3bc1be60d2, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/918b4c9abae944fbbc1e8849239b81ec] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp, totalSize=35.3 K 2024-12-06T22:20:47,718 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fe207636f2744d0a35415d64c30c4cb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733523643565 2024-12-06T22:20:47,718 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e45207b709943a6bc562c3bc1be60d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733523643716 2024-12-06T22:20:47,719 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 918b4c9abae944fbbc1e8849239b81ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733523645942 2024-12-06T22:20:47,726 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4012b2f14df5ed5c77b6b1d95ca2ca6d#C#compaction#376 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:47,727 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/e3a954200f914c89995bb7098b7e4e51 is 50, key is test_row_0/C:col10/1733523645943/Put/seqid=0 2024-12-06T22:20:47,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742259_1435 (size=12207) 2024-12-06T22:20:47,748 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/e3a954200f914c89995bb7098b7e4e51 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/e3a954200f914c89995bb7098b7e4e51 2024-12-06T22:20:47,755 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4012b2f14df5ed5c77b6b1d95ca2ca6d/C of 4012b2f14df5ed5c77b6b1d95ca2ca6d into e3a954200f914c89995bb7098b7e4e51(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:47,756 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:47,756 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., storeName=4012b2f14df5ed5c77b6b1d95ca2ca6d/C, priority=13, startTime=1733523647636; duration=0sec 2024-12-06T22:20:47,756 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:47,756 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4012b2f14df5ed5c77b6b1d95ca2ca6d:C 2024-12-06T22:20:47,768 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:47,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-06T22:20:47,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:47,769 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 4012b2f14df5ed5c77b6b1d95ca2ca6d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T22:20:47,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=A 2024-12-06T22:20:47,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:47,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=B 2024-12-06T22:20:47,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:47,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=C 2024-12-06T22:20:47,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:47,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065182fcbcbc9341769ee3eb78280215c1_4012b2f14df5ed5c77b6b1d95ca2ca6d is 50, key is test_row_0/A:col10/1733523646020/Put/seqid=0 2024-12-06T22:20:47,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742260_1436 (size=12154) 2024-12-06T22:20:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-06T22:20:48,083 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/e08064b5dd5d410f82c84c72f52c40de as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/e08064b5dd5d410f82c84c72f52c40de 2024-12-06T22:20:48,089 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4012b2f14df5ed5c77b6b1d95ca2ca6d/B of 4012b2f14df5ed5c77b6b1d95ca2ca6d into e08064b5dd5d410f82c84c72f52c40de(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:48,089 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:48,089 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., storeName=4012b2f14df5ed5c77b6b1d95ca2ca6d/B, priority=13, startTime=1733523647636; duration=0sec 2024-12-06T22:20:48,089 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:48,089 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4012b2f14df5ed5c77b6b1d95ca2ca6d:B 2024-12-06T22:20:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:48,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:48,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37554 deadline: 1733523708167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:48,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523708168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:48,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523708168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:48,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523708169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:48,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523708169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:48,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:48,199 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065182fcbcbc9341769ee3eb78280215c1_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065182fcbcbc9341769ee3eb78280215c1_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:48,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/19fa1f22c21e48b09975834767479deb, store: [table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:48,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/19fa1f22c21e48b09975834767479deb is 175, key is test_row_0/A:col10/1733523646020/Put/seqid=0 2024-12-06T22:20:48,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742261_1437 (size=30955) 2024-12-06T22:20:48,226 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=122, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/19fa1f22c21e48b09975834767479deb 2024-12-06T22:20:48,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/cae83f9a2bb24e1385f73869c037f7ed is 50, key is test_row_0/B:col10/1733523646020/Put/seqid=0 2024-12-06T22:20:48,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742262_1438 (size=12001) 2024-12-06T22:20:48,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523708274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:48,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523708275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:48,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523708275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:48,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523708275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:48,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523708478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:48,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523708479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:48,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523708480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:48,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523708480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:48,658 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/cae83f9a2bb24e1385f73869c037f7ed 2024-12-06T22:20:48,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/c224ef990ffa439f8adc687df46a6711 is 50, key is test_row_0/C:col10/1733523646020/Put/seqid=0 2024-12-06T22:20:48,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742263_1439 (size=12001) 2024-12-06T22:20:48,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523708783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:48,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523708784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:48,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523708785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:48,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523708786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:49,073 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/c224ef990ffa439f8adc687df46a6711 2024-12-06T22:20:49,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/19fa1f22c21e48b09975834767479deb as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/19fa1f22c21e48b09975834767479deb 2024-12-06T22:20:49,081 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/19fa1f22c21e48b09975834767479deb, entries=150, sequenceid=122, filesize=30.2 K 2024-12-06T22:20:49,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/cae83f9a2bb24e1385f73869c037f7ed as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/cae83f9a2bb24e1385f73869c037f7ed 2024-12-06T22:20:49,085 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/cae83f9a2bb24e1385f73869c037f7ed, entries=150, sequenceid=122, filesize=11.7 K 2024-12-06T22:20:49,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/c224ef990ffa439f8adc687df46a6711 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/c224ef990ffa439f8adc687df46a6711 2024-12-06T22:20:49,089 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/c224ef990ffa439f8adc687df46a6711, entries=150, sequenceid=122, filesize=11.7 K 2024-12-06T22:20:49,089 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4012b2f14df5ed5c77b6b1d95ca2ca6d in 1320ms, sequenceid=122, compaction requested=false 2024-12-06T22:20:49,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:49,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:49,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-12-06T22:20:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-12-06T22:20:49,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-12-06T22:20:49,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1620 sec 2024-12-06T22:20:49,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 3.1670 sec 2024-12-06T22:20:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:49,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4012b2f14df5ed5c77b6b1d95ca2ca6d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T22:20:49,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=A 2024-12-06T22:20:49,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:49,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=B 2024-12-06T22:20:49,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:49,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=C 2024-12-06T22:20:49,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:49,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206c98bbae110484713ba888fa96a8bdb99_4012b2f14df5ed5c77b6b1d95ca2ca6d is 50, key is test_row_0/A:col10/1733523648165/Put/seqid=0 2024-12-06T22:20:49,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742264_1440 (size=17284) 2024-12-06T22:20:49,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523709373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:49,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523709384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:49,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523709385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:49,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523709385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:49,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523709486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:49,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523709490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:49,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523709492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:49,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523709492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:49,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523709693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:49,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523709696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:49,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523709698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:49,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523709701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:49,721 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:49,725 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206c98bbae110484713ba888fa96a8bdb99_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c98bbae110484713ba888fa96a8bdb99_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:49,725 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/5062dbb1546e4d8ab1d064d6e8c511f4, store: [table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:49,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/5062dbb1546e4d8ab1d064d6e8c511f4 is 175, key is test_row_0/A:col10/1733523648165/Put/seqid=0 2024-12-06T22:20:49,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742265_1441 (size=48389) 2024-12-06T22:20:50,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523710000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:50,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523710001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:50,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523710005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:50,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523710008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-06T22:20:50,036 INFO [Thread-1819 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-06T22:20:50,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:20:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-12-06T22:20:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-06T22:20:50,039 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:20:50,039 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:20:50,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:20:50,133 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/5062dbb1546e4d8ab1d064d6e8c511f4 2024-12-06T22:20:50,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/f1d5f5f0bf754530badbe8613d28befd is 50, key is test_row_0/B:col10/1733523648165/Put/seqid=0 2024-12-06T22:20:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-06T22:20:50,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742266_1442 (size=12151) 2024-12-06T22:20:50,191 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:50,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-06T22:20:50,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:50,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:50,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:50,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:50,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:50,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37554 deadline: 1733523710190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:50,194 DEBUG [Thread-1809 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4171 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., hostname=6d2a5dd008ce,36991,1733523540613, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T22:20:50,340 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-06T22:20:50,340 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-06T22:20:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-06T22:20:50,344 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:50,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-06T22:20:50,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:50,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:50,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:50,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:50,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:50,497 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:50,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-06T22:20:50,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:50,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:50,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:50,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:50,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:50,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523710509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:50,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523710510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:50,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523710510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:50,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523710517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:50,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/f1d5f5f0bf754530badbe8613d28befd 2024-12-06T22:20:50,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/258a2987cd4d40eb9bc089c45f780e7e is 50, key is test_row_0/C:col10/1733523648165/Put/seqid=0 2024-12-06T22:20:50,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742267_1443 (size=12151) 2024-12-06T22:20:50,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/258a2987cd4d40eb9bc089c45f780e7e 2024-12-06T22:20:50,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/5062dbb1546e4d8ab1d064d6e8c511f4 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/5062dbb1546e4d8ab1d064d6e8c511f4 2024-12-06T22:20:50,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/5062dbb1546e4d8ab1d064d6e8c511f4, entries=250, sequenceid=136, filesize=47.3 K 2024-12-06T22:20:50,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/f1d5f5f0bf754530badbe8613d28befd as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/f1d5f5f0bf754530badbe8613d28befd 2024-12-06T22:20:50,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/f1d5f5f0bf754530badbe8613d28befd, entries=150, sequenceid=136, filesize=11.9 K 2024-12-06T22:20:50,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/258a2987cd4d40eb9bc089c45f780e7e as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/258a2987cd4d40eb9bc089c45f780e7e 2024-12-06T22:20:50,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/258a2987cd4d40eb9bc089c45f780e7e, entries=150, sequenceid=136, filesize=11.9 K 2024-12-06T22:20:50,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 4012b2f14df5ed5c77b6b1d95ca2ca6d in 1297ms, sequenceid=136, compaction requested=true 2024-12-06T22:20:50,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:50,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4012b2f14df5ed5c77b6b1d95ca2ca6d:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:20:50,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:50,591 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:50,591 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:50,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4012b2f14df5ed5c77b6b1d95ca2ca6d:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:20:50,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:50,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4012b2f14df5ed5c77b6b1d95ca2ca6d:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:20:50,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:50,592 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:50,592 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110505 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:50,592 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 4012b2f14df5ed5c77b6b1d95ca2ca6d/B is initiating minor compaction (all files) 2024-12-06T22:20:50,592 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 4012b2f14df5ed5c77b6b1d95ca2ca6d/A is initiating minor compaction (all files) 2024-12-06T22:20:50,592 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4012b2f14df5ed5c77b6b1d95ca2ca6d/B in TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:50,592 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4012b2f14df5ed5c77b6b1d95ca2ca6d/A in TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:50,592 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/e08064b5dd5d410f82c84c72f52c40de, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/cae83f9a2bb24e1385f73869c037f7ed, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/f1d5f5f0bf754530badbe8613d28befd] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp, totalSize=35.5 K 2024-12-06T22:20:50,592 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/a8b298ee1ccf4aa5b5d762345ce4ae6a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/19fa1f22c21e48b09975834767479deb, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/5062dbb1546e4d8ab1d064d6e8c511f4] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp, totalSize=107.9 K 2024-12-06T22:20:50,592 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:50,592 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. files: [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/a8b298ee1ccf4aa5b5d762345ce4ae6a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/19fa1f22c21e48b09975834767479deb, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/5062dbb1546e4d8ab1d064d6e8c511f4] 2024-12-06T22:20:50,592 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting e08064b5dd5d410f82c84c72f52c40de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733523645942 2024-12-06T22:20:50,593 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8b298ee1ccf4aa5b5d762345ce4ae6a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733523645942 2024-12-06T22:20:50,593 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting cae83f9a2bb24e1385f73869c037f7ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1733523646018 2024-12-06T22:20:50,593 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19fa1f22c21e48b09975834767479deb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1733523646018 2024-12-06T22:20:50,593 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting f1d5f5f0bf754530badbe8613d28befd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733523648165 2024-12-06T22:20:50,593 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5062dbb1546e4d8ab1d064d6e8c511f4, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733523648164 2024-12-06T22:20:50,602 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4012b2f14df5ed5c77b6b1d95ca2ca6d#B#compaction#383 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:50,603 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/f9fc551dfc5344d38659e208c983eaa5 is 50, key is test_row_0/B:col10/1733523648165/Put/seqid=0 2024-12-06T22:20:50,609 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:50,621 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412063b86676a277845deb85dcad2d4d0829e_4012b2f14df5ed5c77b6b1d95ca2ca6d store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:50,623 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412063b86676a277845deb85dcad2d4d0829e_4012b2f14df5ed5c77b6b1d95ca2ca6d, store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:50,623 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412063b86676a277845deb85dcad2d4d0829e_4012b2f14df5ed5c77b6b1d95ca2ca6d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:50,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742268_1444 (size=12459) 2024-12-06T22:20:50,634 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/f9fc551dfc5344d38659e208c983eaa5 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/f9fc551dfc5344d38659e208c983eaa5 2024-12-06T22:20:50,639 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4012b2f14df5ed5c77b6b1d95ca2ca6d/B of 4012b2f14df5ed5c77b6b1d95ca2ca6d into f9fc551dfc5344d38659e208c983eaa5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:50,640 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:50,640 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., storeName=4012b2f14df5ed5c77b6b1d95ca2ca6d/B, priority=13, startTime=1733523650591; duration=0sec 2024-12-06T22:20:50,640 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:50,640 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4012b2f14df5ed5c77b6b1d95ca2ca6d:B 2024-12-06T22:20:50,640 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:50,641 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:50,641 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 4012b2f14df5ed5c77b6b1d95ca2ca6d/C is initiating minor compaction (all files) 2024-12-06T22:20:50,641 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4012b2f14df5ed5c77b6b1d95ca2ca6d/C in TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:50,641 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/e3a954200f914c89995bb7098b7e4e51, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/c224ef990ffa439f8adc687df46a6711, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/258a2987cd4d40eb9bc089c45f780e7e] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp, totalSize=35.5 K 2024-12-06T22:20:50,641 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting e3a954200f914c89995bb7098b7e4e51, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733523645942 2024-12-06T22:20:50,642 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting c224ef990ffa439f8adc687df46a6711, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1733523646018 2024-12-06T22:20:50,642 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 258a2987cd4d40eb9bc089c45f780e7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733523648165 2024-12-06T22:20:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-06T22:20:50,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742269_1445 (size=4469) 2024-12-06T22:20:50,650 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:50,650 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4012b2f14df5ed5c77b6b1d95ca2ca6d#A#compaction#384 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:50,650 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/1f7b1fb98e09449fb41933ecd0b47de7 is 175, key is test_row_0/A:col10/1733523648165/Put/seqid=0 2024-12-06T22:20:50,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-06T22:20:50,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:50,652 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 4012b2f14df5ed5c77b6b1d95ca2ca6d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T22:20:50,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=A 2024-12-06T22:20:50,652 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4012b2f14df5ed5c77b6b1d95ca2ca6d#C#compaction#385 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:50,653 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/61f73fbaf9b84480afe584ac1ab9a935 is 50, key is test_row_0/C:col10/1733523648165/Put/seqid=0 2024-12-06T22:20:50,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:50,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=B 2024-12-06T22:20:50,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:50,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=C 2024-12-06T22:20:50,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:50,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742270_1446 (size=31413) 2024-12-06T22:20:50,667 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/1f7b1fb98e09449fb41933ecd0b47de7 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/1f7b1fb98e09449fb41933ecd0b47de7 2024-12-06T22:20:50,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742271_1447 (size=12459) 2024-12-06T22:20:50,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064a96fe998dee45328805275498534554_4012b2f14df5ed5c77b6b1d95ca2ca6d is 50, key is test_row_0/A:col10/1733523649353/Put/seqid=0 2024-12-06T22:20:50,677 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4012b2f14df5ed5c77b6b1d95ca2ca6d/A of 4012b2f14df5ed5c77b6b1d95ca2ca6d into 1f7b1fb98e09449fb41933ecd0b47de7(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:50,677 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:50,677 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., storeName=4012b2f14df5ed5c77b6b1d95ca2ca6d/A, priority=13, startTime=1733523650591; duration=0sec 2024-12-06T22:20:50,677 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:50,677 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4012b2f14df5ed5c77b6b1d95ca2ca6d:A 2024-12-06T22:20:50,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742272_1448 (size=12304) 2024-12-06T22:20:50,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:50,699 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064a96fe998dee45328805275498534554_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064a96fe998dee45328805275498534554_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:50,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/1c0d6e639fe5465180ece27db48525a5, store: [table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:50,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/1c0d6e639fe5465180ece27db48525a5 is 175, key is test_row_0/A:col10/1733523649353/Put/seqid=0 2024-12-06T22:20:50,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742273_1449 (size=31105) 2024-12-06T22:20:50,719 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/1c0d6e639fe5465180ece27db48525a5 2024-12-06T22:20:50,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/88cd4c61c216484cb62585dab5fb9e1c is 50, key is test_row_0/B:col10/1733523649353/Put/seqid=0 2024-12-06T22:20:50,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742274_1450 (size=12151) 2024-12-06T22:20:50,747 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/88cd4c61c216484cb62585dab5fb9e1c 2024-12-06T22:20:50,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/d91f5765d8064f0094fa26ace37063a8 is 50, key is test_row_0/C:col10/1733523649353/Put/seqid=0 2024-12-06T22:20:50,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742275_1451 (size=12151) 2024-12-06T22:20:51,080 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/61f73fbaf9b84480afe584ac1ab9a935 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/61f73fbaf9b84480afe584ac1ab9a935 2024-12-06T22:20:51,084 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4012b2f14df5ed5c77b6b1d95ca2ca6d/C of 4012b2f14df5ed5c77b6b1d95ca2ca6d into 61f73fbaf9b84480afe584ac1ab9a935(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:51,084 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:51,084 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., storeName=4012b2f14df5ed5c77b6b1d95ca2ca6d/C, priority=13, startTime=1733523650591; duration=0sec 2024-12-06T22:20:51,085 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:51,085 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4012b2f14df5ed5c77b6b1d95ca2ca6d:C 2024-12-06T22:20:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-06T22:20:51,179 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/d91f5765d8064f0094fa26ace37063a8 2024-12-06T22:20:51,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/1c0d6e639fe5465180ece27db48525a5 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/1c0d6e639fe5465180ece27db48525a5 2024-12-06T22:20:51,186 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/1c0d6e639fe5465180ece27db48525a5, entries=150, sequenceid=161, filesize=30.4 K 2024-12-06T22:20:51,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/88cd4c61c216484cb62585dab5fb9e1c as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/88cd4c61c216484cb62585dab5fb9e1c 2024-12-06T22:20:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,190 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/88cd4c61c216484cb62585dab5fb9e1c, entries=150, sequenceid=161, filesize=11.9 K 2024-12-06T22:20:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/d91f5765d8064f0094fa26ace37063a8 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/d91f5765d8064f0094fa26ace37063a8 2024-12-06T22:20:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,196 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/d91f5765d8064f0094fa26ace37063a8, entries=150, sequenceid=161, filesize=11.9 K 2024-12-06T22:20:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,196 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 4012b2f14df5ed5c77b6b1d95ca2ca6d in 544ms, sequenceid=161, compaction requested=false 2024-12-06T22:20:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:51,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-12-06T22:20:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-12-06T22:20:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-06T22:20:51,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1590 sec 2024-12-06T22:20:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.1630 sec 2024-12-06T22:20:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:51,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4012b2f14df5ed5c77b6b1d95ca2ca6d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:20:51,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=A 2024-12-06T22:20:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:51,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=B 2024-12-06T22:20:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:51,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=C 2024-12-06T22:20:51,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206134a42f5219c48ef8cceb0ea39f4d73a_4012b2f14df5ed5c77b6b1d95ca2ca6d is 50, key is test_row_0/A:col10/1733523651609/Put/seqid=0 2024-12-06T22:20:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:51,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523711684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:51,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523711687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:51,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523711687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:51,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523711688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:51,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742277_1453 (size=24758) 2024-12-06T22:20:51,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523711792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:51,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523711798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:51,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:51,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523711798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523711798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:52,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523711998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:52,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523712005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:52,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523712005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:52,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523712005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:52,105 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:52,109 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206134a42f5219c48ef8cceb0ea39f4d73a_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206134a42f5219c48ef8cceb0ea39f4d73a_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:52,110 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/401588067744417cbb4f27cd34d6e031, store: [table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:52,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/401588067744417cbb4f27cd34d6e031 is 175, key is test_row_0/A:col10/1733523651609/Put/seqid=0 2024-12-06T22:20:52,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742276_1452 (size=74395) 2024-12-06T22:20:52,113 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/401588067744417cbb4f27cd34d6e031 2024-12-06T22:20:52,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/2d3b044cda4243b09eb493b0003800ad is 50, key is test_row_0/B:col10/1733523651609/Put/seqid=0 2024-12-06T22:20:52,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742278_1454 (size=12151) 2024-12-06T22:20:52,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/2d3b044cda4243b09eb493b0003800ad 2024-12-06T22:20:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-06T22:20:52,145 INFO [Thread-1819 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-12-06T22:20:52,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:20:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-12-06T22:20:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-06T22:20:52,150 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:20:52,150 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:20:52,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:20:52,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/822926a00fd048bb8ddf24107d06e38c is 50, key is test_row_0/C:col10/1733523651609/Put/seqid=0 2024-12-06T22:20:52,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742279_1455 (size=12151) 2024-12-06T22:20:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-06T22:20:52,302 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:52,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-06T22:20:52,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:52,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:52,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:52,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:52,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:52,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:52,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523712303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:52,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523712311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:52,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:52,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523712312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:52,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:52,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523712312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-06T22:20:52,455 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:52,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-06T22:20:52,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:52,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:52,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:52,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:52,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:52,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/822926a00fd048bb8ddf24107d06e38c 2024-12-06T22:20:52,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/401588067744417cbb4f27cd34d6e031 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/401588067744417cbb4f27cd34d6e031 2024-12-06T22:20:52,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/401588067744417cbb4f27cd34d6e031, entries=400, sequenceid=174, filesize=72.7 K 2024-12-06T22:20:52,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/2d3b044cda4243b09eb493b0003800ad as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/2d3b044cda4243b09eb493b0003800ad 2024-12-06T22:20:52,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/2d3b044cda4243b09eb493b0003800ad, entries=150, sequenceid=174, filesize=11.9 K 2024-12-06T22:20:52,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/822926a00fd048bb8ddf24107d06e38c as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/822926a00fd048bb8ddf24107d06e38c 2024-12-06T22:20:52,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/822926a00fd048bb8ddf24107d06e38c, entries=150, sequenceid=174, filesize=11.9 K 2024-12-06T22:20:52,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4012b2f14df5ed5c77b6b1d95ca2ca6d in 971ms, sequenceid=174, compaction requested=true 2024-12-06T22:20:52,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:52,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4012b2f14df5ed5c77b6b1d95ca2ca6d:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:20:52,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:52,582 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:52,582 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:52,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4012b2f14df5ed5c77b6b1d95ca2ca6d:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:20:52,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:52,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4012b2f14df5ed5c77b6b1d95ca2ca6d:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:20:52,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:52,587 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:52,587 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136913 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:52,587 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 4012b2f14df5ed5c77b6b1d95ca2ca6d/A is initiating minor compaction (all files) 2024-12-06T22:20:52,587 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 4012b2f14df5ed5c77b6b1d95ca2ca6d/B is initiating minor compaction (all files) 2024-12-06T22:20:52,587 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4012b2f14df5ed5c77b6b1d95ca2ca6d/A in TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:52,587 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4012b2f14df5ed5c77b6b1d95ca2ca6d/B in TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:52,587 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/1f7b1fb98e09449fb41933ecd0b47de7, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/1c0d6e639fe5465180ece27db48525a5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/401588067744417cbb4f27cd34d6e031] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp, totalSize=133.7 K 2024-12-06T22:20:52,587 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/f9fc551dfc5344d38659e208c983eaa5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/88cd4c61c216484cb62585dab5fb9e1c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/2d3b044cda4243b09eb493b0003800ad] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp, totalSize=35.9 K 2024-12-06T22:20:52,587 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:52,587 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. files: [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/1f7b1fb98e09449fb41933ecd0b47de7, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/1c0d6e639fe5465180ece27db48525a5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/401588067744417cbb4f27cd34d6e031] 2024-12-06T22:20:52,588 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f7b1fb98e09449fb41933ecd0b47de7, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733523648165 2024-12-06T22:20:52,588 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting f9fc551dfc5344d38659e208c983eaa5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733523648165 2024-12-06T22:20:52,588 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 88cd4c61c216484cb62585dab5fb9e1c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733523649353 2024-12-06T22:20:52,588 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c0d6e639fe5465180ece27db48525a5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733523649353 2024-12-06T22:20:52,588 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d3b044cda4243b09eb493b0003800ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733523651591 2024-12-06T22:20:52,588 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 401588067744417cbb4f27cd34d6e031, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733523651588 2024-12-06T22:20:52,598 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4012b2f14df5ed5c77b6b1d95ca2ca6d#B#compaction#392 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:52,599 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/e983d8a44c464dd6883e64de25d9b725 is 50, key is test_row_0/B:col10/1733523651609/Put/seqid=0 2024-12-06T22:20:52,608 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:52,608 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:52,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-06T22:20:52,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:52,609 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 4012b2f14df5ed5c77b6b1d95ca2ca6d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T22:20:52,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=A 2024-12-06T22:20:52,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:52,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=B 2024-12-06T22:20:52,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:52,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=C 2024-12-06T22:20:52,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:52,624 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206ba9a4149e5ba47e7a224c7c9f56ec2f2_4012b2f14df5ed5c77b6b1d95ca2ca6d store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:52,626 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206ba9a4149e5ba47e7a224c7c9f56ec2f2_4012b2f14df5ed5c77b6b1d95ca2ca6d, store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:52,626 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ba9a4149e5ba47e7a224c7c9f56ec2f2_4012b2f14df5ed5c77b6b1d95ca2ca6d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:52,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f719f02d4eba471499670f06ac013d65_4012b2f14df5ed5c77b6b1d95ca2ca6d is 50, key is test_row_0/A:col10/1733523651686/Put/seqid=0 2024-12-06T22:20:52,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742280_1456 (size=12561) 2024-12-06T22:20:52,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742281_1457 (size=4469) 2024-12-06T22:20:52,638 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4012b2f14df5ed5c77b6b1d95ca2ca6d#A#compaction#393 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:52,639 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/67dae6b72e1e458e9ae58407a8e74ea7 is 175, key is test_row_0/A:col10/1733523651609/Put/seqid=0 2024-12-06T22:20:52,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742282_1458 (size=12304) 2024-12-06T22:20:52,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742283_1459 (size=31515) 2024-12-06T22:20:52,651 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/67dae6b72e1e458e9ae58407a8e74ea7 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/67dae6b72e1e458e9ae58407a8e74ea7 2024-12-06T22:20:52,655 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4012b2f14df5ed5c77b6b1d95ca2ca6d/A of 4012b2f14df5ed5c77b6b1d95ca2ca6d into 67dae6b72e1e458e9ae58407a8e74ea7(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:52,655 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:52,655 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., storeName=4012b2f14df5ed5c77b6b1d95ca2ca6d/A, priority=13, startTime=1733523652581; duration=0sec 2024-12-06T22:20:52,655 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:52,656 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4012b2f14df5ed5c77b6b1d95ca2ca6d:A 2024-12-06T22:20:52,657 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:52,658 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:52,658 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 4012b2f14df5ed5c77b6b1d95ca2ca6d/C is initiating minor compaction (all files) 2024-12-06T22:20:52,658 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4012b2f14df5ed5c77b6b1d95ca2ca6d/C in TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:52,658 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/61f73fbaf9b84480afe584ac1ab9a935, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/d91f5765d8064f0094fa26ace37063a8, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/822926a00fd048bb8ddf24107d06e38c] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp, totalSize=35.9 K 2024-12-06T22:20:52,658 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61f73fbaf9b84480afe584ac1ab9a935, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733523648165 2024-12-06T22:20:52,659 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting d91f5765d8064f0094fa26ace37063a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733523649353 2024-12-06T22:20:52,659 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 822926a00fd048bb8ddf24107d06e38c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733523651591 2024-12-06T22:20:52,669 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4012b2f14df5ed5c77b6b1d95ca2ca6d#C#compaction#395 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:52,670 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/f40f4c7c727449f98ee8f7709365d47a is 50, key is test_row_0/C:col10/1733523651609/Put/seqid=0 2024-12-06T22:20:52,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742284_1460 (size=12561) 2024-12-06T22:20:52,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-06T22:20:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:52,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:52,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523712824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:52,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523712829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:52,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523712830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:52,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523712831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:52,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:52,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523712932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:52,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:52,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523712934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:52,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:52,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523712939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:52,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:52,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523712939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:53,035 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/e983d8a44c464dd6883e64de25d9b725 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/e983d8a44c464dd6883e64de25d9b725 2024-12-06T22:20:53,039 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4012b2f14df5ed5c77b6b1d95ca2ca6d/B of 4012b2f14df5ed5c77b6b1d95ca2ca6d into e983d8a44c464dd6883e64de25d9b725(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:53,039 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:53,040 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., storeName=4012b2f14df5ed5c77b6b1d95ca2ca6d/B, priority=13, startTime=1733523652582; duration=0sec 2024-12-06T22:20:53,040 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:53,040 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4012b2f14df5ed5c77b6b1d95ca2ca6d:B 2024-12-06T22:20:53,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:53,044 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f719f02d4eba471499670f06ac013d65_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f719f02d4eba471499670f06ac013d65_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:53,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/44ff07488d074fdaa769abe0aa78eeec, store: [table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:53,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/44ff07488d074fdaa769abe0aa78eeec is 175, key is test_row_0/A:col10/1733523651686/Put/seqid=0 2024-12-06T22:20:53,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742285_1461 (size=31105) 2024-12-06T22:20:53,081 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/f40f4c7c727449f98ee8f7709365d47a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/f40f4c7c727449f98ee8f7709365d47a 2024-12-06T22:20:53,086 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4012b2f14df5ed5c77b6b1d95ca2ca6d/C of 4012b2f14df5ed5c77b6b1d95ca2ca6d into f40f4c7c727449f98ee8f7709365d47a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:53,086 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:53,086 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., storeName=4012b2f14df5ed5c77b6b1d95ca2ca6d/C, priority=13, startTime=1733523652582; duration=0sec 2024-12-06T22:20:53,086 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:53,086 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4012b2f14df5ed5c77b6b1d95ca2ca6d:C 2024-12-06T22:20:53,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523713137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:53,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523713139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:53,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523713143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:53,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523713144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-06T22:20:53,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:53,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523713442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:53,449 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/44ff07488d074fdaa769abe0aa78eeec 2024-12-06T22:20:53,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523713445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:53,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523713448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:53,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:53,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523713450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:53,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/9a9913bc363c440e891b0fbf3a3bdf56 is 50, key is test_row_0/B:col10/1733523651686/Put/seqid=0 2024-12-06T22:20:53,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742286_1462 (size=12151) 2024-12-06T22:20:53,861 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/9a9913bc363c440e891b0fbf3a3bdf56 2024-12-06T22:20:53,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/bec32d60dbd34495915368eca8558cd2 is 50, key is test_row_0/C:col10/1733523651686/Put/seqid=0 2024-12-06T22:20:53,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742287_1463 (size=12151) 2024-12-06T22:20:53,877 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/bec32d60dbd34495915368eca8558cd2 2024-12-06T22:20:53,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/44ff07488d074fdaa769abe0aa78eeec as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/44ff07488d074fdaa769abe0aa78eeec 2024-12-06T22:20:53,886 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/44ff07488d074fdaa769abe0aa78eeec, entries=150, sequenceid=199, filesize=30.4 K 2024-12-06T22:20:53,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/9a9913bc363c440e891b0fbf3a3bdf56 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/9a9913bc363c440e891b0fbf3a3bdf56 2024-12-06T22:20:53,891 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/9a9913bc363c440e891b0fbf3a3bdf56, entries=150, sequenceid=199, filesize=11.9 K 2024-12-06T22:20:53,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/bec32d60dbd34495915368eca8558cd2 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/bec32d60dbd34495915368eca8558cd2 2024-12-06T22:20:53,895 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/bec32d60dbd34495915368eca8558cd2, entries=150, sequenceid=199, filesize=11.9 K 2024-12-06T22:20:53,896 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4012b2f14df5ed5c77b6b1d95ca2ca6d in 1287ms, sequenceid=199, compaction requested=false 2024-12-06T22:20:53,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:53,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:53,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-12-06T22:20:53,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-12-06T22:20:53,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-06T22:20:53,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7470 sec 2024-12-06T22:20:53,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.7510 sec 2024-12-06T22:20:53,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:53,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4012b2f14df5ed5c77b6b1d95ca2ca6d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T22:20:53,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=A 2024-12-06T22:20:53,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:53,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=B 2024-12-06T22:20:53,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:53,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=C 2024-12-06T22:20:53,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:53,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ffed379df35f489c85ce6faea10658da_4012b2f14df5ed5c77b6b1d95ca2ca6d is 50, key is test_row_0/A:col10/1733523652828/Put/seqid=0 2024-12-06T22:20:53,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742288_1464 (size=14794) 2024-12-06T22:20:53,970 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:53,975 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ffed379df35f489c85ce6faea10658da_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ffed379df35f489c85ce6faea10658da_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:53,976 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/bd88d4c077c84b10a79e066fd84bc765, store: [table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:53,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/bd88d4c077c84b10a79e066fd84bc765 is 175, key is test_row_0/A:col10/1733523652828/Put/seqid=0 2024-12-06T22:20:53,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742289_1465 (size=39749) 2024-12-06T22:20:54,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523714017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:54,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523714017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:54,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523714018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:54,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523714017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:54,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523714127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:54,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523714127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:54,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523714127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:54,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523714128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:54,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37554 deadline: 1733523714234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:54,237 DEBUG [Thread-1809 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8215 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., hostname=6d2a5dd008ce,36991,1733523540613, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T22:20:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-06T22:20:54,254 INFO [Thread-1819 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-06T22:20:54,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:20:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-12-06T22:20:54,259 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:20:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-06T22:20:54,260 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:20:54,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:20:54,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:54,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523714334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523714335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:54,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523714335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:54,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523714335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-06T22:20:54,381 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/bd88d4c077c84b10a79e066fd84bc765 2024-12-06T22:20:54,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/19cba8a5d081441f940ecf87d0591fb0 is 50, key is test_row_0/B:col10/1733523652828/Put/seqid=0 2024-12-06T22:20:54,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742290_1466 (size=12151) 2024-12-06T22:20:54,412 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:54,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-06T22:20:54,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:54,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:54,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:54,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:54,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-06T22:20:54,565 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:54,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-06T22:20:54,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:54,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:54,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:54,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:54,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:54,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523714640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:54,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523714641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:54,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523714641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:54,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523714642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:54,718 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:54,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-06T22:20:54,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:54,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:54,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:54,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:54,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:54,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/19cba8a5d081441f940ecf87d0591fb0 2024-12-06T22:20:54,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/a1c73b6b24734d11954034a91055241e is 50, key is test_row_0/C:col10/1733523652828/Put/seqid=0 2024-12-06T22:20:54,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742291_1467 (size=12151) 2024-12-06T22:20:54,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/a1c73b6b24734d11954034a91055241e 2024-12-06T22:20:54,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/bd88d4c077c84b10a79e066fd84bc765 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/bd88d4c077c84b10a79e066fd84bc765 2024-12-06T22:20:54,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/bd88d4c077c84b10a79e066fd84bc765, entries=200, sequenceid=214, filesize=38.8 K 2024-12-06T22:20:54,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/19cba8a5d081441f940ecf87d0591fb0 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/19cba8a5d081441f940ecf87d0591fb0 2024-12-06T22:20:54,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/19cba8a5d081441f940ecf87d0591fb0, entries=150, sequenceid=214, filesize=11.9 K 2024-12-06T22:20:54,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/a1c73b6b24734d11954034a91055241e as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/a1c73b6b24734d11954034a91055241e 2024-12-06T22:20:54,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/a1c73b6b24734d11954034a91055241e, entries=150, sequenceid=214, filesize=11.9 K 2024-12-06T22:20:54,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4012b2f14df5ed5c77b6b1d95ca2ca6d in 873ms, sequenceid=214, compaction requested=true 2024-12-06T22:20:54,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:54,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4012b2f14df5ed5c77b6b1d95ca2ca6d:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:20:54,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:54,825 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:54,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4012b2f14df5ed5c77b6b1d95ca2ca6d:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:20:54,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:54,825 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:54,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4012b2f14df5ed5c77b6b1d95ca2ca6d:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:20:54,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:54,826 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:54,826 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:54,826 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 4012b2f14df5ed5c77b6b1d95ca2ca6d/A is initiating minor compaction (all files) 2024-12-06T22:20:54,826 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 4012b2f14df5ed5c77b6b1d95ca2ca6d/B is initiating minor compaction (all files) 2024-12-06T22:20:54,826 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4012b2f14df5ed5c77b6b1d95ca2ca6d/A in TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:54,826 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4012b2f14df5ed5c77b6b1d95ca2ca6d/B in TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:54,826 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/e983d8a44c464dd6883e64de25d9b725, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/9a9913bc363c440e891b0fbf3a3bdf56, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/19cba8a5d081441f940ecf87d0591fb0] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp, totalSize=36.0 K 2024-12-06T22:20:54,826 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/67dae6b72e1e458e9ae58407a8e74ea7, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/44ff07488d074fdaa769abe0aa78eeec, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/bd88d4c077c84b10a79e066fd84bc765] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp, totalSize=100.0 K 2024-12-06T22:20:54,826 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:54,827 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. files: [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/67dae6b72e1e458e9ae58407a8e74ea7, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/44ff07488d074fdaa769abe0aa78eeec, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/bd88d4c077c84b10a79e066fd84bc765] 2024-12-06T22:20:54,827 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67dae6b72e1e458e9ae58407a8e74ea7, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733523651591 2024-12-06T22:20:54,827 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting e983d8a44c464dd6883e64de25d9b725, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733523651591 2024-12-06T22:20:54,833 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a9913bc363c440e891b0fbf3a3bdf56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733523651662 2024-12-06T22:20:54,833 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44ff07488d074fdaa769abe0aa78eeec, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733523651662 2024-12-06T22:20:54,833 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 19cba8a5d081441f940ecf87d0591fb0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733523652822 2024-12-06T22:20:54,833 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd88d4c077c84b10a79e066fd84bc765, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733523652822 2024-12-06T22:20:54,842 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4012b2f14df5ed5c77b6b1d95ca2ca6d#B#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:54,843 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/120c6d84f31446b1b8c6cb5f3e81b43b is 50, key is test_row_0/B:col10/1733523652828/Put/seqid=0 2024-12-06T22:20:54,844 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:54,846 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206743141a184a84b1fba29335b56cbe7ad_4012b2f14df5ed5c77b6b1d95ca2ca6d store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:54,848 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206743141a184a84b1fba29335b56cbe7ad_4012b2f14df5ed5c77b6b1d95ca2ca6d, store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:54,848 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206743141a184a84b1fba29335b56cbe7ad_4012b2f14df5ed5c77b6b1d95ca2ca6d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:54,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742292_1468 (size=12663) 2024-12-06T22:20:54,860 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/120c6d84f31446b1b8c6cb5f3e81b43b as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/120c6d84f31446b1b8c6cb5f3e81b43b 2024-12-06T22:20:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-06T22:20:54,866 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4012b2f14df5ed5c77b6b1d95ca2ca6d/B of 4012b2f14df5ed5c77b6b1d95ca2ca6d into 120c6d84f31446b1b8c6cb5f3e81b43b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:54,866 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:54,866 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., storeName=4012b2f14df5ed5c77b6b1d95ca2ca6d/B, priority=13, startTime=1733523654825; duration=0sec 2024-12-06T22:20:54,867 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:54,867 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4012b2f14df5ed5c77b6b1d95ca2ca6d:B 2024-12-06T22:20:54,867 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:54,869 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:54,869 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 4012b2f14df5ed5c77b6b1d95ca2ca6d/C is initiating minor compaction (all files) 2024-12-06T22:20:54,869 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4012b2f14df5ed5c77b6b1d95ca2ca6d/C in TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:54,869 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/f40f4c7c727449f98ee8f7709365d47a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/bec32d60dbd34495915368eca8558cd2, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/a1c73b6b24734d11954034a91055241e] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp, totalSize=36.0 K 2024-12-06T22:20:54,869 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting f40f4c7c727449f98ee8f7709365d47a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733523651591 2024-12-06T22:20:54,870 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting bec32d60dbd34495915368eca8558cd2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733523651662 2024-12-06T22:20:54,870 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting a1c73b6b24734d11954034a91055241e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733523652822 2024-12-06T22:20:54,874 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:54,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-06T22:20:54,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:54,875 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 4012b2f14df5ed5c77b6b1d95ca2ca6d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T22:20:54,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=A 2024-12-06T22:20:54,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:54,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=B 2024-12-06T22:20:54,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:54,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=C 2024-12-06T22:20:54,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:54,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742293_1469 (size=4469) 2024-12-06T22:20:54,883 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4012b2f14df5ed5c77b6b1d95ca2ca6d#C#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:54,884 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/1dcadd43b32743888eabd5dc63d92b16 is 50, key is test_row_0/C:col10/1733523652828/Put/seqid=0 2024-12-06T22:20:54,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120624c694f4872e49beb9352d6fff10b8ca_4012b2f14df5ed5c77b6b1d95ca2ca6d is 50, key is test_row_0/A:col10/1733523654017/Put/seqid=0 2024-12-06T22:20:54,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742294_1470 (size=12663) 2024-12-06T22:20:54,906 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/1dcadd43b32743888eabd5dc63d92b16 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/1dcadd43b32743888eabd5dc63d92b16 2024-12-06T22:20:54,910 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4012b2f14df5ed5c77b6b1d95ca2ca6d/C of 4012b2f14df5ed5c77b6b1d95ca2ca6d into 1dcadd43b32743888eabd5dc63d92b16(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:54,910 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:54,910 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., storeName=4012b2f14df5ed5c77b6b1d95ca2ca6d/C, priority=13, startTime=1733523654825; duration=0sec 2024-12-06T22:20:54,911 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:54,911 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4012b2f14df5ed5c77b6b1d95ca2ca6d:C 2024-12-06T22:20:54,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742295_1471 (size=12304) 2024-12-06T22:20:54,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:54,921 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120624c694f4872e49beb9352d6fff10b8ca_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120624c694f4872e49beb9352d6fff10b8ca_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:54,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/a9fbc0d6ba86496c811c734bf8b236de, store: [table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:54,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/a9fbc0d6ba86496c811c734bf8b236de is 175, key is test_row_0/A:col10/1733523654017/Put/seqid=0 2024-12-06T22:20:54,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742296_1472 (size=31105) 2024-12-06T22:20:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:55,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:55,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523715156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:55,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523715160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:55,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523715161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:55,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523715162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:55,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523715263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:55,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523715263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:55,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523715267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:55,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523715267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:55,278 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4012b2f14df5ed5c77b6b1d95ca2ca6d#A#compaction#402 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:55,278 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/07bbe0a502214dc581ee1df08777d3b8 is 175, key is test_row_0/A:col10/1733523652828/Put/seqid=0 2024-12-06T22:20:55,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742297_1473 (size=31617) 2024-12-06T22:20:55,328 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/a9fbc0d6ba86496c811c734bf8b236de 2024-12-06T22:20:55,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/1bb9c31665644101b4eca1d5d97c1094 is 50, key is test_row_0/B:col10/1733523654017/Put/seqid=0 2024-12-06T22:20:55,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742298_1474 (size=12151) 2024-12-06T22:20:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-06T22:20:55,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:55,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523715467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:55,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:55,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523715468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:55,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:55,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523715473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:55,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:55,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523715473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:55,690 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/07bbe0a502214dc581ee1df08777d3b8 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/07bbe0a502214dc581ee1df08777d3b8 2024-12-06T22:20:55,695 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4012b2f14df5ed5c77b6b1d95ca2ca6d/A of 4012b2f14df5ed5c77b6b1d95ca2ca6d into 07bbe0a502214dc581ee1df08777d3b8(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:55,695 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:55,695 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., storeName=4012b2f14df5ed5c77b6b1d95ca2ca6d/A, priority=13, startTime=1733523654825; duration=0sec 2024-12-06T22:20:55,695 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:55,695 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4012b2f14df5ed5c77b6b1d95ca2ca6d:A 2024-12-06T22:20:55,741 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/1bb9c31665644101b4eca1d5d97c1094 2024-12-06T22:20:55,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/0f754efb46f445e695f95bea8cfca090 is 50, key is test_row_0/C:col10/1733523654017/Put/seqid=0 2024-12-06T22:20:55,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742299_1475 (size=12151) 2024-12-06T22:20:55,754 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/0f754efb46f445e695f95bea8cfca090 2024-12-06T22:20:55,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/a9fbc0d6ba86496c811c734bf8b236de as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/a9fbc0d6ba86496c811c734bf8b236de 2024-12-06T22:20:55,760 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/a9fbc0d6ba86496c811c734bf8b236de, entries=150, sequenceid=239, filesize=30.4 K 2024-12-06T22:20:55,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/1bb9c31665644101b4eca1d5d97c1094 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/1bb9c31665644101b4eca1d5d97c1094 2024-12-06T22:20:55,764 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/1bb9c31665644101b4eca1d5d97c1094, entries=150, sequenceid=239, filesize=11.9 K 2024-12-06T22:20:55,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/0f754efb46f445e695f95bea8cfca090 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/0f754efb46f445e695f95bea8cfca090 2024-12-06T22:20:55,768 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/0f754efb46f445e695f95bea8cfca090, entries=150, sequenceid=239, filesize=11.9 K 2024-12-06T22:20:55,769 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4012b2f14df5ed5c77b6b1d95ca2ca6d in 893ms, sequenceid=239, compaction requested=false 2024-12-06T22:20:55,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:55,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:55,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-12-06T22:20:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-12-06T22:20:55,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-06T22:20:55,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5100 sec 2024-12-06T22:20:55,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.5150 sec 2024-12-06T22:20:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:55,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4012b2f14df5ed5c77b6b1d95ca2ca6d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T22:20:55,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=A 2024-12-06T22:20:55,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:55,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=B 2024-12-06T22:20:55,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:55,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=C 2024-12-06T22:20:55,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:55,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412066b819ac59b6940ee9837b87acb35b102_4012b2f14df5ed5c77b6b1d95ca2ca6d is 50, key is test_row_0/A:col10/1733523655773/Put/seqid=0 2024-12-06T22:20:55,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742300_1476 (size=14794) 2024-12-06T22:20:55,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523715810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:55,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523715814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:55,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523715816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:55,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523715817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:55,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523715919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:55,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523715922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:55,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523715926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:55,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523715927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:56,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523716126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:56,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523716129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:56,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523716135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:56,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523716135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:56,199 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:56,202 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412066b819ac59b6940ee9837b87acb35b102_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412066b819ac59b6940ee9837b87acb35b102_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:56,203 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/3646f0ee70a74d96a61807fdd6096788, store: [table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:56,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/3646f0ee70a74d96a61807fdd6096788 is 175, key is test_row_0/A:col10/1733523655773/Put/seqid=0 2024-12-06T22:20:56,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742301_1477 (size=39749) 2024-12-06T22:20:56,209 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/3646f0ee70a74d96a61807fdd6096788 2024-12-06T22:20:56,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/7d261e5d8b704d0abac02f8346b348ec is 50, key is test_row_0/B:col10/1733523655773/Put/seqid=0 2024-12-06T22:20:56,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742302_1478 (size=12151) 2024-12-06T22:20:56,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/7d261e5d8b704d0abac02f8346b348ec 2024-12-06T22:20:56,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/acbf55f2c1a74a01a71ab1d102c545a5 is 50, key is test_row_0/C:col10/1733523655773/Put/seqid=0 2024-12-06T22:20:56,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742303_1479 (size=12151) 2024-12-06T22:20:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-06T22:20:56,364 INFO [Thread-1819 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-12-06T22:20:56,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:20:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-12-06T22:20:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-06T22:20:56,367 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:20:56,367 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:20:56,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:20:56,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523716430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:56,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523716436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:56,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523716439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:56,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523716440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-06T22:20:56,519 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:56,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-06T22:20:56,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:56,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:56,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:56,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:56,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:56,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:56,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/acbf55f2c1a74a01a71ab1d102c545a5 2024-12-06T22:20:56,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/3646f0ee70a74d96a61807fdd6096788 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/3646f0ee70a74d96a61807fdd6096788 2024-12-06T22:20:56,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/3646f0ee70a74d96a61807fdd6096788, entries=200, sequenceid=254, filesize=38.8 K 2024-12-06T22:20:56,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/7d261e5d8b704d0abac02f8346b348ec as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/7d261e5d8b704d0abac02f8346b348ec 2024-12-06T22:20:56,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/7d261e5d8b704d0abac02f8346b348ec, entries=150, sequenceid=254, filesize=11.9 K 2024-12-06T22:20:56,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/acbf55f2c1a74a01a71ab1d102c545a5 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/acbf55f2c1a74a01a71ab1d102c545a5 2024-12-06T22:20:56,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/acbf55f2c1a74a01a71ab1d102c545a5, entries=150, sequenceid=254, filesize=11.9 K 2024-12-06T22:20:56,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4012b2f14df5ed5c77b6b1d95ca2ca6d in 873ms, sequenceid=254, compaction requested=true 2024-12-06T22:20:56,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:56,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4012b2f14df5ed5c77b6b1d95ca2ca6d:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:20:56,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:56,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4012b2f14df5ed5c77b6b1d95ca2ca6d:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:20:56,649 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:56,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:56,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4012b2f14df5ed5c77b6b1d95ca2ca6d:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:20:56,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:56,649 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:56,650 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102471 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:56,650 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 4012b2f14df5ed5c77b6b1d95ca2ca6d/A is initiating minor compaction (all files) 2024-12-06T22:20:56,650 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4012b2f14df5ed5c77b6b1d95ca2ca6d/A in TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:56,650 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:56,650 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 4012b2f14df5ed5c77b6b1d95ca2ca6d/B is initiating minor compaction (all files) 2024-12-06T22:20:56,650 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4012b2f14df5ed5c77b6b1d95ca2ca6d/B in TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:56,650 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/07bbe0a502214dc581ee1df08777d3b8, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/a9fbc0d6ba86496c811c734bf8b236de, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/3646f0ee70a74d96a61807fdd6096788] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp, totalSize=100.1 K 2024-12-06T22:20:56,650 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:56,650 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/120c6d84f31446b1b8c6cb5f3e81b43b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/1bb9c31665644101b4eca1d5d97c1094, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/7d261e5d8b704d0abac02f8346b348ec] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp, totalSize=36.1 K 2024-12-06T22:20:56,650 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. files: [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/07bbe0a502214dc581ee1df08777d3b8, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/a9fbc0d6ba86496c811c734bf8b236de, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/3646f0ee70a74d96a61807fdd6096788] 2024-12-06T22:20:56,650 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07bbe0a502214dc581ee1df08777d3b8, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733523652822 2024-12-06T22:20:56,650 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 120c6d84f31446b1b8c6cb5f3e81b43b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733523652822 2024-12-06T22:20:56,651 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9fbc0d6ba86496c811c734bf8b236de, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733523653995 2024-12-06T22:20:56,651 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bb9c31665644101b4eca1d5d97c1094, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733523653995 2024-12-06T22:20:56,651 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3646f0ee70a74d96a61807fdd6096788, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733523655154 2024-12-06T22:20:56,651 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d261e5d8b704d0abac02f8346b348ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733523655154 2024-12-06T22:20:56,657 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:56,658 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4012b2f14df5ed5c77b6b1d95ca2ca6d#B#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:56,659 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/e9b7fa00c78744c9a061400a5701e351 is 50, key is test_row_0/B:col10/1733523655773/Put/seqid=0 2024-12-06T22:20:56,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-06T22:20:56,671 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:56,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-06T22:20:56,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:56,672 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 4012b2f14df5ed5c77b6b1d95ca2ca6d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-06T22:20:56,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=A 2024-12-06T22:20:56,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:56,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=B 2024-12-06T22:20:56,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:56,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=C 2024-12-06T22:20:56,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:56,673 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120675286fd2836f4193a4627a9aefd1642d_4012b2f14df5ed5c77b6b1d95ca2ca6d store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:56,675 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120675286fd2836f4193a4627a9aefd1642d_4012b2f14df5ed5c77b6b1d95ca2ca6d, store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:56,675 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120675286fd2836f4193a4627a9aefd1642d_4012b2f14df5ed5c77b6b1d95ca2ca6d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:56,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742304_1480 (size=12765) 2024-12-06T22:20:56,690 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/e9b7fa00c78744c9a061400a5701e351 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/e9b7fa00c78744c9a061400a5701e351 2024-12-06T22:20:56,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f8c6b818a0024c3db191976f780a7ead_4012b2f14df5ed5c77b6b1d95ca2ca6d is 50, key is test_row_0/A:col10/1733523655816/Put/seqid=0 2024-12-06T22:20:56,696 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4012b2f14df5ed5c77b6b1d95ca2ca6d/B of 4012b2f14df5ed5c77b6b1d95ca2ca6d into e9b7fa00c78744c9a061400a5701e351(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:56,696 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:56,696 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., storeName=4012b2f14df5ed5c77b6b1d95ca2ca6d/B, priority=13, startTime=1733523656649; duration=0sec 2024-12-06T22:20:56,696 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:56,696 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4012b2f14df5ed5c77b6b1d95ca2ca6d:B 2024-12-06T22:20:56,696 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:56,697 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:56,697 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 4012b2f14df5ed5c77b6b1d95ca2ca6d/C is initiating minor compaction (all files) 2024-12-06T22:20:56,697 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4012b2f14df5ed5c77b6b1d95ca2ca6d/C in TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:56,697 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/1dcadd43b32743888eabd5dc63d92b16, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/0f754efb46f445e695f95bea8cfca090, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/acbf55f2c1a74a01a71ab1d102c545a5] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp, totalSize=36.1 K 2024-12-06T22:20:56,698 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 1dcadd43b32743888eabd5dc63d92b16, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733523652822 2024-12-06T22:20:56,699 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f754efb46f445e695f95bea8cfca090, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733523653995 2024-12-06T22:20:56,699 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting acbf55f2c1a74a01a71ab1d102c545a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733523655154 2024-12-06T22:20:56,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742305_1481 (size=4469) 2024-12-06T22:20:56,723 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4012b2f14df5ed5c77b6b1d95ca2ca6d#A#compaction#410 average throughput is 0.37 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:56,724 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/beff6a0ad33d42bf8d75ca1cb37dfeaf is 175, key is test_row_0/A:col10/1733523655773/Put/seqid=0 2024-12-06T22:20:56,726 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4012b2f14df5ed5c77b6b1d95ca2ca6d#C#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:56,728 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/bea31629c26f4c3aaeae083030fd6d05 is 50, key is test_row_0/C:col10/1733523655773/Put/seqid=0 2024-12-06T22:20:56,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742306_1482 (size=12454) 2024-12-06T22:20:56,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:56,747 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f8c6b818a0024c3db191976f780a7ead_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f8c6b818a0024c3db191976f780a7ead_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:56,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/6fc5bbe49c6b49c3b696422835c18e65, store: [table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:56,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/6fc5bbe49c6b49c3b696422835c18e65 is 175, key is test_row_0/A:col10/1733523655816/Put/seqid=0 2024-12-06T22:20:56,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742307_1483 (size=31719) 2024-12-06T22:20:56,756 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/beff6a0ad33d42bf8d75ca1cb37dfeaf as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/beff6a0ad33d42bf8d75ca1cb37dfeaf 2024-12-06T22:20:56,761 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4012b2f14df5ed5c77b6b1d95ca2ca6d/A of 4012b2f14df5ed5c77b6b1d95ca2ca6d into beff6a0ad33d42bf8d75ca1cb37dfeaf(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:56,761 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:56,761 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., storeName=4012b2f14df5ed5c77b6b1d95ca2ca6d/A, priority=13, startTime=1733523656649; duration=0sec 2024-12-06T22:20:56,761 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:56,762 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4012b2f14df5ed5c77b6b1d95ca2ca6d:A 2024-12-06T22:20:56,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742309_1485 (size=31255) 2024-12-06T22:20:56,770 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/6fc5bbe49c6b49c3b696422835c18e65 2024-12-06T22:20:56,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742308_1484 (size=12765) 2024-12-06T22:20:56,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/29c3b37e12c54552a6355607e260fcd2 is 50, key is test_row_0/B:col10/1733523655816/Put/seqid=0 2024-12-06T22:20:56,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742310_1486 (size=12301) 2024-12-06T22:20:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:56,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:56,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523716952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:56,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523716956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:56,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523716956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:56,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523716956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-06T22:20:57,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523717058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:57,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523717065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:57,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523717065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:57,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523717066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:57,174 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/bea31629c26f4c3aaeae083030fd6d05 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/bea31629c26f4c3aaeae083030fd6d05 2024-12-06T22:20:57,178 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4012b2f14df5ed5c77b6b1d95ca2ca6d/C of 4012b2f14df5ed5c77b6b1d95ca2ca6d into bea31629c26f4c3aaeae083030fd6d05(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:57,178 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:57,178 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., storeName=4012b2f14df5ed5c77b6b1d95ca2ca6d/C, priority=13, startTime=1733523656649; duration=0sec 2024-12-06T22:20:57,178 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:57,178 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4012b2f14df5ed5c77b6b1d95ca2ca6d:C 2024-12-06T22:20:57,182 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/29c3b37e12c54552a6355607e260fcd2 2024-12-06T22:20:57,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/e9d3bd5ba8a44995ba141f1510d0fec9 is 50, key is test_row_0/C:col10/1733523655816/Put/seqid=0 2024-12-06T22:20:57,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742311_1487 (size=12301) 2024-12-06T22:20:57,203 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/e9d3bd5ba8a44995ba141f1510d0fec9 2024-12-06T22:20:57,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/6fc5bbe49c6b49c3b696422835c18e65 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/6fc5bbe49c6b49c3b696422835c18e65 2024-12-06T22:20:57,213 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/6fc5bbe49c6b49c3b696422835c18e65, entries=150, sequenceid=277, filesize=30.5 K 2024-12-06T22:20:57,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/29c3b37e12c54552a6355607e260fcd2 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/29c3b37e12c54552a6355607e260fcd2 2024-12-06T22:20:57,219 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/29c3b37e12c54552a6355607e260fcd2, entries=150, sequenceid=277, filesize=12.0 K 2024-12-06T22:20:57,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/e9d3bd5ba8a44995ba141f1510d0fec9 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/e9d3bd5ba8a44995ba141f1510d0fec9 2024-12-06T22:20:57,225 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/e9d3bd5ba8a44995ba141f1510d0fec9, entries=150, sequenceid=277, filesize=12.0 K 2024-12-06T22:20:57,225 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4012b2f14df5ed5c77b6b1d95ca2ca6d in 553ms, sequenceid=277, compaction requested=false 2024-12-06T22:20:57,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:57,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:57,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-12-06T22:20:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-12-06T22:20:57,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-12-06T22:20:57,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 860 msec 2024-12-06T22:20:57,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 863 msec 2024-12-06T22:20:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:57,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4012b2f14df5ed5c77b6b1d95ca2ca6d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-06T22:20:57,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=A 2024-12-06T22:20:57,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:57,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=B 2024-12-06T22:20:57,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:57,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=C 2024-12-06T22:20:57,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:57,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412069447e5c22d5e41ca87cc6ac0bf88557d_4012b2f14df5ed5c77b6b1d95ca2ca6d is 50, key is test_row_0/A:col10/1733523657264/Put/seqid=0 2024-12-06T22:20:57,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742312_1488 (size=14994) 2024-12-06T22:20:57,286 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:57,290 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412069447e5c22d5e41ca87cc6ac0bf88557d_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069447e5c22d5e41ca87cc6ac0bf88557d_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:57,291 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/3fe8cfe2e7c64607afd93605b5717946, store: [table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:57,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/3fe8cfe2e7c64607afd93605b5717946 is 175, key is test_row_0/A:col10/1733523657264/Put/seqid=0 2024-12-06T22:20:57,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742313_1489 (size=39949) 2024-12-06T22:20:57,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523717300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:57,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523717301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:57,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523717302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:57,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523717302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:57,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523717407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:57,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523717409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:57,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523717409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:57,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523717409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-06T22:20:57,469 INFO [Thread-1819 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-12-06T22:20:57,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:20:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-12-06T22:20:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-06T22:20:57,472 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:20:57,473 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:20:57,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:20:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-06T22:20:57,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523717614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:57,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523717614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:57,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523717614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:57,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523717615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:57,624 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:57,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-06T22:20:57,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:57,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:57,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:57,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:57,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:57,696 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/3fe8cfe2e7c64607afd93605b5717946 2024-12-06T22:20:57,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/19e1b546c1994450bea5c071135ee429 is 50, key is test_row_0/B:col10/1733523657264/Put/seqid=0 2024-12-06T22:20:57,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742314_1490 (size=12301) 2024-12-06T22:20:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-06T22:20:57,776 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:57,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-06T22:20:57,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:57,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:57,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:57,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:57,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:57,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523717919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:57,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523717919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:57,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523717920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:57,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523717921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:57,928 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:57,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-06T22:20:57,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:57,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:57,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:57,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:57,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-06T22:20:58,082 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:58,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-06T22:20:58,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:58,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:58,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:58,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:58,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:58,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/19e1b546c1994450bea5c071135ee429 2024-12-06T22:20:58,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/1f26a600a10c4d54aa2cfae40318184a is 50, key is test_row_0/C:col10/1733523657264/Put/seqid=0 2024-12-06T22:20:58,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742315_1491 (size=12301) 2024-12-06T22:20:58,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/1f26a600a10c4d54aa2cfae40318184a 2024-12-06T22:20:58,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/3fe8cfe2e7c64607afd93605b5717946 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/3fe8cfe2e7c64607afd93605b5717946 2024-12-06T22:20:58,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/3fe8cfe2e7c64607afd93605b5717946, entries=200, sequenceid=294, filesize=39.0 K 2024-12-06T22:20:58,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/19e1b546c1994450bea5c071135ee429 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/19e1b546c1994450bea5c071135ee429 2024-12-06T22:20:58,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/19e1b546c1994450bea5c071135ee429, entries=150, sequenceid=294, filesize=12.0 K 2024-12-06T22:20:58,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/1f26a600a10c4d54aa2cfae40318184a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/1f26a600a10c4d54aa2cfae40318184a 2024-12-06T22:20:58,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/1f26a600a10c4d54aa2cfae40318184a, entries=150, sequenceid=294, filesize=12.0 K 2024-12-06T22:20:58,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 4012b2f14df5ed5c77b6b1d95ca2ca6d in 870ms, sequenceid=294, compaction requested=true 2024-12-06T22:20:58,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:58,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4012b2f14df5ed5c77b6b1d95ca2ca6d:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:20:58,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:58,137 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:58,137 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:58,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4012b2f14df5ed5c77b6b1d95ca2ca6d:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:20:58,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:58,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4012b2f14df5ed5c77b6b1d95ca2ca6d:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:20:58,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:58,138 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:58,138 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:58,138 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 4012b2f14df5ed5c77b6b1d95ca2ca6d/A is initiating minor compaction (all files) 2024-12-06T22:20:58,138 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 4012b2f14df5ed5c77b6b1d95ca2ca6d/B is initiating minor compaction (all files) 2024-12-06T22:20:58,138 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4012b2f14df5ed5c77b6b1d95ca2ca6d/A in TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:58,138 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4012b2f14df5ed5c77b6b1d95ca2ca6d/B in TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:58,138 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/beff6a0ad33d42bf8d75ca1cb37dfeaf, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/6fc5bbe49c6b49c3b696422835c18e65, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/3fe8cfe2e7c64607afd93605b5717946] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp, totalSize=100.5 K 2024-12-06T22:20:58,138 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:58,138 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/e9b7fa00c78744c9a061400a5701e351, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/29c3b37e12c54552a6355607e260fcd2, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/19e1b546c1994450bea5c071135ee429] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp, totalSize=36.5 K 2024-12-06T22:20:58,138 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. files: [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/beff6a0ad33d42bf8d75ca1cb37dfeaf, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/6fc5bbe49c6b49c3b696422835c18e65, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/3fe8cfe2e7c64607afd93605b5717946] 2024-12-06T22:20:58,138 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting e9b7fa00c78744c9a061400a5701e351, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733523655154 2024-12-06T22:20:58,138 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting beff6a0ad33d42bf8d75ca1cb37dfeaf, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733523655154 2024-12-06T22:20:58,139 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 29c3b37e12c54552a6355607e260fcd2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733523655804 2024-12-06T22:20:58,139 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fc5bbe49c6b49c3b696422835c18e65, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733523655804 2024-12-06T22:20:58,139 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 19e1b546c1994450bea5c071135ee429, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733523656954 2024-12-06T22:20:58,139 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3fe8cfe2e7c64607afd93605b5717946, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733523656954 2024-12-06T22:20:58,145 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:58,146 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206cbcf477456844988b79c2778152568c1_4012b2f14df5ed5c77b6b1d95ca2ca6d store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:58,147 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4012b2f14df5ed5c77b6b1d95ca2ca6d#B#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:58,148 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206cbcf477456844988b79c2778152568c1_4012b2f14df5ed5c77b6b1d95ca2ca6d, store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:58,148 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/8abf440d3bc24ccd9d40b34c1d9262d1 is 50, key is test_row_0/B:col10/1733523657264/Put/seqid=0 2024-12-06T22:20:58,148 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206cbcf477456844988b79c2778152568c1_4012b2f14df5ed5c77b6b1d95ca2ca6d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:58,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742316_1492 (size=13017) 2024-12-06T22:20:58,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742317_1493 (size=4469) 2024-12-06T22:20:58,235 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:58,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-06T22:20:58,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:58,236 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 4012b2f14df5ed5c77b6b1d95ca2ca6d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-06T22:20:58,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=A 2024-12-06T22:20:58,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:58,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=B 2024-12-06T22:20:58,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:58,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=C 2024-12-06T22:20:58,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:58,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120633c5b58c607d474fafd12e216a7ecae5_4012b2f14df5ed5c77b6b1d95ca2ca6d is 50, key is test_row_0/A:col10/1733523657299/Put/seqid=0 2024-12-06T22:20:58,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742318_1494 (size=12454) 2024-12-06T22:20:58,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:20:58,257 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120633c5b58c607d474fafd12e216a7ecae5_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120633c5b58c607d474fafd12e216a7ecae5_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:58,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/6e260cd46d14499ea929cab8c7f67cbc, store: [table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:20:58,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/6e260cd46d14499ea929cab8c7f67cbc is 175, key is test_row_0/A:col10/1733523657299/Put/seqid=0 2024-12-06T22:20:58,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742319_1495 (size=31255) 2024-12-06T22:20:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:58,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:58,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523718443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:58,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523718443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:58,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523718443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:58,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523718446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:58,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523718550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:58,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523718553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:58,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523718553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:58,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523718555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:58,572 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4012b2f14df5ed5c77b6b1d95ca2ca6d#A#compaction#419 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:58,572 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/8abf440d3bc24ccd9d40b34c1d9262d1 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/8abf440d3bc24ccd9d40b34c1d9262d1 2024-12-06T22:20:58,573 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/31c04d5955f14a45899d26c46cc4eff1 is 175, key is test_row_0/A:col10/1733523657264/Put/seqid=0 2024-12-06T22:20:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-06T22:20:58,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742320_1496 (size=31971) 2024-12-06T22:20:58,578 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4012b2f14df5ed5c77b6b1d95ca2ca6d/B of 4012b2f14df5ed5c77b6b1d95ca2ca6d into 8abf440d3bc24ccd9d40b34c1d9262d1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:58,578 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:58,578 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., storeName=4012b2f14df5ed5c77b6b1d95ca2ca6d/B, priority=13, startTime=1733523658137; duration=0sec 2024-12-06T22:20:58,578 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:20:58,578 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4012b2f14df5ed5c77b6b1d95ca2ca6d:B 2024-12-06T22:20:58,578 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:20:58,579 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:20:58,579 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 4012b2f14df5ed5c77b6b1d95ca2ca6d/C is initiating minor compaction (all files) 2024-12-06T22:20:58,579 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4012b2f14df5ed5c77b6b1d95ca2ca6d/C in TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:58,579 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/bea31629c26f4c3aaeae083030fd6d05, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/e9d3bd5ba8a44995ba141f1510d0fec9, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/1f26a600a10c4d54aa2cfae40318184a] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp, totalSize=36.5 K 2024-12-06T22:20:58,580 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting bea31629c26f4c3aaeae083030fd6d05, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733523655154 2024-12-06T22:20:58,580 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting e9d3bd5ba8a44995ba141f1510d0fec9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733523655804 2024-12-06T22:20:58,581 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f26a600a10c4d54aa2cfae40318184a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733523656954 2024-12-06T22:20:58,589 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4012b2f14df5ed5c77b6b1d95ca2ca6d#C#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:20:58,590 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/4bd33c1737e540ce881a42a297ce6337 is 50, key is test_row_0/C:col10/1733523657264/Put/seqid=0 2024-12-06T22:20:58,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742321_1497 (size=13017) 2024-12-06T22:20:58,599 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/4bd33c1737e540ce881a42a297ce6337 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/4bd33c1737e540ce881a42a297ce6337 2024-12-06T22:20:58,604 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4012b2f14df5ed5c77b6b1d95ca2ca6d/C of 4012b2f14df5ed5c77b6b1d95ca2ca6d into 4bd33c1737e540ce881a42a297ce6337(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:58,604 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:58,604 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., storeName=4012b2f14df5ed5c77b6b1d95ca2ca6d/C, priority=13, startTime=1733523658137; duration=0sec 2024-12-06T22:20:58,604 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:58,604 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4012b2f14df5ed5c77b6b1d95ca2ca6d:C 2024-12-06T22:20:58,664 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/6e260cd46d14499ea929cab8c7f67cbc 2024-12-06T22:20:58,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/e312a4dea9cb40d996bda7229a11bdb0 is 50, key is test_row_0/B:col10/1733523657299/Put/seqid=0 2024-12-06T22:20:58,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742322_1498 (size=12301) 2024-12-06T22:20:58,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523718756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:58,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523718758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:58,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523718759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:58,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523718759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:58,958 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T22:20:58,982 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/31c04d5955f14a45899d26c46cc4eff1 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/31c04d5955f14a45899d26c46cc4eff1 2024-12-06T22:20:58,987 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4012b2f14df5ed5c77b6b1d95ca2ca6d/A of 4012b2f14df5ed5c77b6b1d95ca2ca6d into 31c04d5955f14a45899d26c46cc4eff1(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:20:58,987 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:58,987 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., storeName=4012b2f14df5ed5c77b6b1d95ca2ca6d/A, priority=13, startTime=1733523658137; duration=0sec 2024-12-06T22:20:58,987 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:20:58,987 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4012b2f14df5ed5c77b6b1d95ca2ca6d:A 2024-12-06T22:20:59,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523719059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:59,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523719064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:59,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523719064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:59,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523719066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:59,075 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/e312a4dea9cb40d996bda7229a11bdb0 2024-12-06T22:20:59,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/20b88603399747899e0cf202b80eca3a is 50, key is test_row_0/C:col10/1733523657299/Put/seqid=0 2024-12-06T22:20:59,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742323_1499 (size=12301) 2024-12-06T22:20:59,487 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/20b88603399747899e0cf202b80eca3a 2024-12-06T22:20:59,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/6e260cd46d14499ea929cab8c7f67cbc as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/6e260cd46d14499ea929cab8c7f67cbc 2024-12-06T22:20:59,495 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/6e260cd46d14499ea929cab8c7f67cbc, entries=150, sequenceid=316, filesize=30.5 K 2024-12-06T22:20:59,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/e312a4dea9cb40d996bda7229a11bdb0 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/e312a4dea9cb40d996bda7229a11bdb0 2024-12-06T22:20:59,499 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/e312a4dea9cb40d996bda7229a11bdb0, entries=150, sequenceid=316, filesize=12.0 K 2024-12-06T22:20:59,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/20b88603399747899e0cf202b80eca3a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/20b88603399747899e0cf202b80eca3a 2024-12-06T22:20:59,503 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/20b88603399747899e0cf202b80eca3a, entries=150, sequenceid=316, filesize=12.0 K 2024-12-06T22:20:59,504 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 4012b2f14df5ed5c77b6b1d95ca2ca6d in 1268ms, sequenceid=316, compaction requested=false 2024-12-06T22:20:59,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:20:59,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:59,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-12-06T22:20:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-12-06T22:20:59,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-12-06T22:20:59,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0320 sec 2024-12-06T22:20:59,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 2.0370 sec 2024-12-06T22:20:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:20:59,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4012b2f14df5ed5c77b6b1d95ca2ca6d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-06T22:20:59,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=A 2024-12-06T22:20:59,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:59,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=B 2024-12-06T22:20:59,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:59,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=C 2024-12-06T22:20:59,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:20:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-06T22:20:59,575 INFO [Thread-1819 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-12-06T22:20:59,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206c3820dad5ab6461ca57128a7df86119f_4012b2f14df5ed5c77b6b1d95ca2ca6d is 50, key is test_row_0/A:col10/1733523659566/Put/seqid=0 2024-12-06T22:20:59,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:20:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-12-06T22:20:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-06T22:20:59,579 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:20:59,580 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:20:59,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:20:59,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742324_1500 (size=14994) 2024-12-06T22:20:59,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523719635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:59,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523719636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:59,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523719637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:59,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523719638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-06T22:20:59,731 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:59,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-06T22:20:59,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:59,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:59,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:59,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:59,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:59,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:59,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523719745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:59,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:59,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523719745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:59,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:59,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523719745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:59,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523719745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:59,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-06T22:20:59,884 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:59,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-06T22:20:59,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:59,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:20:59,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:20:59,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:59,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:59,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:20:59,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523719949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:59,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523719949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:59,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523719949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:59,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:20:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523719953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:20:59,997 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:00,000 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206c3820dad5ab6461ca57128a7df86119f_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c3820dad5ab6461ca57128a7df86119f_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:00,001 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/08d68badac5f43ffa8f5470ddbe7d144, store: [table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:21:00,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/08d68badac5f43ffa8f5470ddbe7d144 is 175, key is test_row_0/A:col10/1733523659566/Put/seqid=0 2024-12-06T22:21:00,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742325_1501 (size=39949) 2024-12-06T22:21:00,037 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:00,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-06T22:21:00,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:00,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:21:00,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:00,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:00,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-06T22:21:00,190 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:00,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-06T22:21:00,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:00,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:21:00,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:00,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:00,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:00,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523720254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:00,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523720254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:00,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523720255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:00,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523720260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:00,342 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:00,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-06T22:21:00,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:00,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:21:00,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:00,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:00,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:00,405 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/08d68badac5f43ffa8f5470ddbe7d144 2024-12-06T22:21:00,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/91c76d6e507b41b2b59b3a297c4320e7 is 50, key is test_row_0/B:col10/1733523659566/Put/seqid=0 2024-12-06T22:21:00,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742326_1502 (size=12301) 2024-12-06T22:21:00,495 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:00,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-06T22:21:00,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:00,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:21:00,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:00,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:00,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:00,648 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:00,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-06T22:21:00,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:00,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:21:00,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:00,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:00,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-06T22:21:00,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523720761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:00,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523720763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:00,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523720763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:00,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523720768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:00,801 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:00,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-06T22:21:00,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:00,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:21:00,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:00,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:00,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:00,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/91c76d6e507b41b2b59b3a297c4320e7 2024-12-06T22:21:00,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/cdb1dcbea201482aaed168fc5c591fc3 is 50, key is test_row_0/C:col10/1733523659566/Put/seqid=0 2024-12-06T22:21:00,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742327_1503 (size=12301) 2024-12-06T22:21:00,954 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:00,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-06T22:21:00,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:00,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:21:00,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:00,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:00,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:01,107 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:01,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-06T22:21:01,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:01,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:21:01,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:01,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:01,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:01,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/cdb1dcbea201482aaed168fc5c591fc3 2024-12-06T22:21:01,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/08d68badac5f43ffa8f5470ddbe7d144 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/08d68badac5f43ffa8f5470ddbe7d144 2024-12-06T22:21:01,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/08d68badac5f43ffa8f5470ddbe7d144, entries=200, sequenceid=334, filesize=39.0 K 2024-12-06T22:21:01,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/91c76d6e507b41b2b59b3a297c4320e7 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/91c76d6e507b41b2b59b3a297c4320e7 2024-12-06T22:21:01,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/91c76d6e507b41b2b59b3a297c4320e7, entries=150, sequenceid=334, filesize=12.0 K 2024-12-06T22:21:01,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/cdb1dcbea201482aaed168fc5c591fc3 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/cdb1dcbea201482aaed168fc5c591fc3 2024-12-06T22:21:01,259 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:01,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-06T22:21:01,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:01,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:21:01,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:01,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:01,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/cdb1dcbea201482aaed168fc5c591fc3, entries=150, sequenceid=334, filesize=12.0 K 2024-12-06T22:21:01,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:01,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 4012b2f14df5ed5c77b6b1d95ca2ca6d in 1694ms, sequenceid=334, compaction requested=true 2024-12-06T22:21:01,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:21:01,262 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:01,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4012b2f14df5ed5c77b6b1d95ca2ca6d:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:21:01,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:01,262 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:01,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4012b2f14df5ed5c77b6b1d95ca2ca6d:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:21:01,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:01,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4012b2f14df5ed5c77b6b1d95ca2ca6d:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:21:01,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:01,263 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:01,263 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 4012b2f14df5ed5c77b6b1d95ca2ca6d/A is initiating minor compaction (all files) 2024-12-06T22:21:01,263 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:01,263 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4012b2f14df5ed5c77b6b1d95ca2ca6d/A in TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:01,263 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 4012b2f14df5ed5c77b6b1d95ca2ca6d/B is initiating minor compaction (all files) 2024-12-06T22:21:01,263 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4012b2f14df5ed5c77b6b1d95ca2ca6d/B in TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:01,263 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/31c04d5955f14a45899d26c46cc4eff1, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/6e260cd46d14499ea929cab8c7f67cbc, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/08d68badac5f43ffa8f5470ddbe7d144] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp, totalSize=100.8 K 2024-12-06T22:21:01,263 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/8abf440d3bc24ccd9d40b34c1d9262d1, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/e312a4dea9cb40d996bda7229a11bdb0, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/91c76d6e507b41b2b59b3a297c4320e7] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp, totalSize=36.7 K 2024-12-06T22:21:01,263 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:01,263 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. files: [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/31c04d5955f14a45899d26c46cc4eff1, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/6e260cd46d14499ea929cab8c7f67cbc, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/08d68badac5f43ffa8f5470ddbe7d144] 2024-12-06T22:21:01,263 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 8abf440d3bc24ccd9d40b34c1d9262d1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733523656954 2024-12-06T22:21:01,263 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31c04d5955f14a45899d26c46cc4eff1, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733523656954 2024-12-06T22:21:01,263 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting e312a4dea9cb40d996bda7229a11bdb0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733523657299 2024-12-06T22:21:01,264 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e260cd46d14499ea929cab8c7f67cbc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733523657299 2024-12-06T22:21:01,264 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 91c76d6e507b41b2b59b3a297c4320e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733523658432 2024-12-06T22:21:01,264 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08d68badac5f43ffa8f5470ddbe7d144, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733523658432 2024-12-06T22:21:01,271 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4012b2f14df5ed5c77b6b1d95ca2ca6d#B#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:01,272 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/949911c355924ac6b7563f17ad85912f is 50, key is test_row_0/B:col10/1733523659566/Put/seqid=0 2024-12-06T22:21:01,272 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:21:01,276 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412068ee23589d91c4a32b26af7ddb4ad07f7_4012b2f14df5ed5c77b6b1d95ca2ca6d store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:21:01,277 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412068ee23589d91c4a32b26af7ddb4ad07f7_4012b2f14df5ed5c77b6b1d95ca2ca6d, store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:21:01,278 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412068ee23589d91c4a32b26af7ddb4ad07f7_4012b2f14df5ed5c77b6b1d95ca2ca6d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:21:01,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742328_1504 (size=13119) 2024-12-06T22:21:01,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742329_1505 (size=4469) 2024-12-06T22:21:01,287 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4012b2f14df5ed5c77b6b1d95ca2ca6d#A#compaction#429 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:01,288 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/8c3e21b15b954bc78307453de3d5eed2 is 175, key is test_row_0/A:col10/1733523659566/Put/seqid=0 2024-12-06T22:21:01,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742330_1506 (size=32073) 2024-12-06T22:21:01,304 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/8c3e21b15b954bc78307453de3d5eed2 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/8c3e21b15b954bc78307453de3d5eed2 2024-12-06T22:21:01,307 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4012b2f14df5ed5c77b6b1d95ca2ca6d/A of 4012b2f14df5ed5c77b6b1d95ca2ca6d into 8c3e21b15b954bc78307453de3d5eed2(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:01,307 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:21:01,308 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., storeName=4012b2f14df5ed5c77b6b1d95ca2ca6d/A, priority=13, startTime=1733523661261; duration=0sec 2024-12-06T22:21:01,308 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:01,308 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4012b2f14df5ed5c77b6b1d95ca2ca6d:A 2024-12-06T22:21:01,308 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:01,309 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:01,309 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 4012b2f14df5ed5c77b6b1d95ca2ca6d/C is initiating minor compaction (all files) 2024-12-06T22:21:01,310 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4012b2f14df5ed5c77b6b1d95ca2ca6d/C in TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:01,310 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/4bd33c1737e540ce881a42a297ce6337, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/20b88603399747899e0cf202b80eca3a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/cdb1dcbea201482aaed168fc5c591fc3] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp, totalSize=36.7 K 2024-12-06T22:21:01,310 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bd33c1737e540ce881a42a297ce6337, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733523656954 2024-12-06T22:21:01,310 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20b88603399747899e0cf202b80eca3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733523657299 2024-12-06T22:21:01,310 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting cdb1dcbea201482aaed168fc5c591fc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733523658432 2024-12-06T22:21:01,320 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4012b2f14df5ed5c77b6b1d95ca2ca6d#C#compaction#430 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:01,320 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/cfe7b2fa0b92435aa4db339076fb970b is 50, key is test_row_0/C:col10/1733523659566/Put/seqid=0 2024-12-06T22:21:01,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742331_1507 (size=13119) 2024-12-06T22:21:01,335 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/cfe7b2fa0b92435aa4db339076fb970b as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/cfe7b2fa0b92435aa4db339076fb970b 2024-12-06T22:21:01,340 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4012b2f14df5ed5c77b6b1d95ca2ca6d/C of 4012b2f14df5ed5c77b6b1d95ca2ca6d into cfe7b2fa0b92435aa4db339076fb970b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:01,340 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:21:01,340 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., storeName=4012b2f14df5ed5c77b6b1d95ca2ca6d/C, priority=13, startTime=1733523661262; duration=0sec 2024-12-06T22:21:01,340 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:01,340 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4012b2f14df5ed5c77b6b1d95ca2ca6d:C 2024-12-06T22:21:01,412 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:01,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-06T22:21:01,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:01,413 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 4012b2f14df5ed5c77b6b1d95ca2ca6d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-06T22:21:01,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=A 2024-12-06T22:21:01,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:01,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=B 2024-12-06T22:21:01,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:01,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=C 2024-12-06T22:21:01,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:01,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120632f327e9331344eeb9443e742f52a3c8_4012b2f14df5ed5c77b6b1d95ca2ca6d is 50, key is test_row_0/A:col10/1733523659635/Put/seqid=0 2024-12-06T22:21:01,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742332_1508 (size=12454) 2024-12-06T22:21:01,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:01,429 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120632f327e9331344eeb9443e742f52a3c8_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120632f327e9331344eeb9443e742f52a3c8_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:01,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/8f0c44243a324752a4eac3657b93a37c, store: [table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:21:01,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/8f0c44243a324752a4eac3657b93a37c is 175, key is test_row_0/A:col10/1733523659635/Put/seqid=0 2024-12-06T22:21:01,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742333_1509 (size=31255) 2024-12-06T22:21:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-06T22:21:01,690 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/949911c355924ac6b7563f17ad85912f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/949911c355924ac6b7563f17ad85912f 2024-12-06T22:21:01,695 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4012b2f14df5ed5c77b6b1d95ca2ca6d/B of 4012b2f14df5ed5c77b6b1d95ca2ca6d into 949911c355924ac6b7563f17ad85912f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:01,695 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:21:01,695 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., storeName=4012b2f14df5ed5c77b6b1d95ca2ca6d/B, priority=13, startTime=1733523661262; duration=0sec 2024-12-06T22:21:01,695 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:01,695 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4012b2f14df5ed5c77b6b1d95ca2ca6d:B 2024-12-06T22:21:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:01,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. as already flushing 2024-12-06T22:21:01,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523721788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:01,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523721791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:01,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523721792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:01,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523721792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:01,840 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=357, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/8f0c44243a324752a4eac3657b93a37c 2024-12-06T22:21:01,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/754f2fa3937d4e9ebd106a9a63b8331f is 50, key is test_row_0/B:col10/1733523659635/Put/seqid=0 2024-12-06T22:21:01,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742334_1510 (size=12301) 2024-12-06T22:21:01,851 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/754f2fa3937d4e9ebd106a9a63b8331f 2024-12-06T22:21:01,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/a8cf4350f72f43519eaf8e5846d9fed7 is 50, key is test_row_0/C:col10/1733523659635/Put/seqid=0 2024-12-06T22:21:01,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742335_1511 (size=12301) 2024-12-06T22:21:01,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523721893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:01,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523721899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:01,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523721899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:01,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523721899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:02,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1733523722097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:02,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37580 deadline: 1733523722104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:02,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1733523722105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:02,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37570 deadline: 1733523722106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:02,264 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/a8cf4350f72f43519eaf8e5846d9fed7 2024-12-06T22:21:02,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/8f0c44243a324752a4eac3657b93a37c as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/8f0c44243a324752a4eac3657b93a37c 2024-12-06T22:21:02,270 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/8f0c44243a324752a4eac3657b93a37c, entries=150, sequenceid=357, filesize=30.5 K 2024-12-06T22:21:02,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/754f2fa3937d4e9ebd106a9a63b8331f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/754f2fa3937d4e9ebd106a9a63b8331f 2024-12-06T22:21:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,275 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/754f2fa3937d4e9ebd106a9a63b8331f, entries=150, sequenceid=357, filesize=12.0 K 2024-12-06T22:21:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/a8cf4350f72f43519eaf8e5846d9fed7 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/a8cf4350f72f43519eaf8e5846d9fed7 2024-12-06T22:21:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,278 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/a8cf4350f72f43519eaf8e5846d9fed7, entries=150, sequenceid=357, filesize=12.0 K 2024-12-06T22:21:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,279 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 4012b2f14df5ed5c77b6b1d95ca2ca6d in 866ms, sequenceid=357, compaction requested=false 2024-12-06T22:21:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:21:02,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:02,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-12-06T22:21:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-12-06T22:21:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-06T22:21:02,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7010 sec 2024-12-06T22:21:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 2.7060 sec 2024-12-06T22:21:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,426 DEBUG [Thread-1826 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a259e93 to 127.0.0.1:55123 2024-12-06T22:21:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,426 DEBUG [Thread-1826 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:21:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,427 DEBUG [Thread-1824 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c35c7c4 to 127.0.0.1:55123 2024-12-06T22:21:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,427 DEBUG [Thread-1824 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:21:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,428 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4012b2f14df5ed5c77b6b1d95ca2ca6d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-06T22:21:02,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=A 2024-12-06T22:21:02,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:02,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=B 2024-12-06T22:21:02,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=C 2024-12-06T22:21:02,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:02,429 DEBUG [Thread-1811 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2076b3ad to 127.0.0.1:55123 2024-12-06T22:21:02,429 DEBUG [Thread-1811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:21:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064ee8a57dd7c041ab83d8a1093341d2f0_4012b2f14df5ed5c77b6b1d95ca2ca6d is 50, key is test_row_0/A:col10/1733523661791/Put/seqid=0 2024-12-06T22:21:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,444 DEBUG [Thread-1828 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06179765 to 127.0.0.1:55123 2024-12-06T22:21:02,444 DEBUG [Thread-1828 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:21:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,447 DEBUG [Thread-1817 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x699c96a7 to 127.0.0.1:55123 2024-12-06T22:21:02,447 DEBUG [Thread-1817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:21:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,448 DEBUG [Thread-1813 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20c5edec to 127.0.0.1:55123 2024-12-06T22:21:02,448 DEBUG [Thread-1813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:21:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,451 DEBUG [Thread-1815 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x789089aa to 127.0.0.1:55123 2024-12-06T22:21:02,451 DEBUG [Thread-1815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:21:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742336_1512 (size=12454) 2024-12-06T22:21:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,457 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,461 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064ee8a57dd7c041ab83d8a1093341d2f0_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064ee8a57dd7c041ab83d8a1093341d2f0_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,462 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/f98ceecc5c7f45aaacc718b2dad41972, store: [table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:21:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/f98ceecc5c7f45aaacc718b2dad41972 is 175, key is test_row_0/A:col10/1733523661791/Put/seqid=0 2024-12-06T22:21:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,467 DEBUG [Thread-1820 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0c80a40c to 127.0.0.1:55123 2024-12-06T22:21:02,467 DEBUG [Thread-1820 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:21:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:02,473 DEBUG [Thread-1822 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62cf69c5 to 127.0.0.1:55123 2024-12-06T22:21:02,473 DEBUG [Thread-1822 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:21:02,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742337_1513 (size=31251) 2024-12-06T22:21:02,474 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=374, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/f98ceecc5c7f45aaacc718b2dad41972 2024-12-06T22:21:02,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/0f030980a6874f09b4ec068aff686c4a is 50, key is test_row_0/B:col10/1733523661791/Put/seqid=0 2024-12-06T22:21:02,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742338_1514 (size=9857) 2024-12-06T22:21:02,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/0f030980a6874f09b4ec068aff686c4a 2024-12-06T22:21:02,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/7dd1ed55ca9643babddc0838c32511f7 is 50, key is test_row_0/C:col10/1733523661791/Put/seqid=0 2024-12-06T22:21:02,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742339_1515 (size=9857) 2024-12-06T22:21:03,229 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/1c99008125e44665b6eed7a331204aa3, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/74befb868e364906af461cb08920f30f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/7a83b0539be346839dbec3c558edf12c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/56ddd61eaf154178bce1e939f1a17dc3, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/9a02441330174489824600e7c908c7ac, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/e9c07d06531947f58855079c4e248af8, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/a8b298ee1ccf4aa5b5d762345ce4ae6a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/19fa1f22c21e48b09975834767479deb, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/5062dbb1546e4d8ab1d064d6e8c511f4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/1f7b1fb98e09449fb41933ecd0b47de7, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/1c0d6e639fe5465180ece27db48525a5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/401588067744417cbb4f27cd34d6e031, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/67dae6b72e1e458e9ae58407a8e74ea7, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/44ff07488d074fdaa769abe0aa78eeec, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/bd88d4c077c84b10a79e066fd84bc765, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/07bbe0a502214dc581ee1df08777d3b8, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/a9fbc0d6ba86496c811c734bf8b236de, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/3646f0ee70a74d96a61807fdd6096788, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/beff6a0ad33d42bf8d75ca1cb37dfeaf, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/6fc5bbe49c6b49c3b696422835c18e65, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/3fe8cfe2e7c64607afd93605b5717946, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/31c04d5955f14a45899d26c46cc4eff1, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/6e260cd46d14499ea929cab8c7f67cbc, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/08d68badac5f43ffa8f5470ddbe7d144] to archive 2024-12-06T22:21:03,230 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T22:21:03,231 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/1c99008125e44665b6eed7a331204aa3 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/1c99008125e44665b6eed7a331204aa3 2024-12-06T22:21:03,232 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/74befb868e364906af461cb08920f30f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/74befb868e364906af461cb08920f30f 2024-12-06T22:21:03,233 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/7a83b0539be346839dbec3c558edf12c to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/7a83b0539be346839dbec3c558edf12c 2024-12-06T22:21:03,234 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/56ddd61eaf154178bce1e939f1a17dc3 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/56ddd61eaf154178bce1e939f1a17dc3 2024-12-06T22:21:03,234 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/9a02441330174489824600e7c908c7ac to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/9a02441330174489824600e7c908c7ac 2024-12-06T22:21:03,235 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/e9c07d06531947f58855079c4e248af8 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/e9c07d06531947f58855079c4e248af8 2024-12-06T22:21:03,236 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/a8b298ee1ccf4aa5b5d762345ce4ae6a to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/a8b298ee1ccf4aa5b5d762345ce4ae6a 2024-12-06T22:21:03,237 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/19fa1f22c21e48b09975834767479deb to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/19fa1f22c21e48b09975834767479deb 2024-12-06T22:21:03,237 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/5062dbb1546e4d8ab1d064d6e8c511f4 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/5062dbb1546e4d8ab1d064d6e8c511f4 2024-12-06T22:21:03,238 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/1f7b1fb98e09449fb41933ecd0b47de7 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/1f7b1fb98e09449fb41933ecd0b47de7 2024-12-06T22:21:03,239 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/1c0d6e639fe5465180ece27db48525a5 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/1c0d6e639fe5465180ece27db48525a5 2024-12-06T22:21:03,240 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/401588067744417cbb4f27cd34d6e031 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/401588067744417cbb4f27cd34d6e031 2024-12-06T22:21:03,240 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/67dae6b72e1e458e9ae58407a8e74ea7 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/67dae6b72e1e458e9ae58407a8e74ea7 2024-12-06T22:21:03,241 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/44ff07488d074fdaa769abe0aa78eeec to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/44ff07488d074fdaa769abe0aa78eeec 2024-12-06T22:21:03,242 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/bd88d4c077c84b10a79e066fd84bc765 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/bd88d4c077c84b10a79e066fd84bc765 2024-12-06T22:21:03,243 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/07bbe0a502214dc581ee1df08777d3b8 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/07bbe0a502214dc581ee1df08777d3b8 2024-12-06T22:21:03,243 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/a9fbc0d6ba86496c811c734bf8b236de to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/a9fbc0d6ba86496c811c734bf8b236de 2024-12-06T22:21:03,244 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/3646f0ee70a74d96a61807fdd6096788 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/3646f0ee70a74d96a61807fdd6096788 2024-12-06T22:21:03,245 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/beff6a0ad33d42bf8d75ca1cb37dfeaf to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/beff6a0ad33d42bf8d75ca1cb37dfeaf 2024-12-06T22:21:03,246 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/6fc5bbe49c6b49c3b696422835c18e65 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/6fc5bbe49c6b49c3b696422835c18e65 2024-12-06T22:21:03,246 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/3fe8cfe2e7c64607afd93605b5717946 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/3fe8cfe2e7c64607afd93605b5717946 2024-12-06T22:21:03,247 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/31c04d5955f14a45899d26c46cc4eff1 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/31c04d5955f14a45899d26c46cc4eff1 2024-12-06T22:21:03,248 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/6e260cd46d14499ea929cab8c7f67cbc to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/6e260cd46d14499ea929cab8c7f67cbc 2024-12-06T22:21:03,249 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/08d68badac5f43ffa8f5470ddbe7d144 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/08d68badac5f43ffa8f5470ddbe7d144 2024-12-06T22:21:03,251 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/722608cdedf2499a9adfbb64d0e0f469, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/a925b57890d8465599bcf8f5be79f4c3, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/0b3faba9ec2d45beadcf3dc391b38593, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/1b65d7e72bbb4db48f950251bc5da912, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/d6236edda95e4609b6bf63b20a3e428e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/e08064b5dd5d410f82c84c72f52c40de, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/512a776d36ab4d019b248fed4cd26538, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/cae83f9a2bb24e1385f73869c037f7ed, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/f9fc551dfc5344d38659e208c983eaa5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/f1d5f5f0bf754530badbe8613d28befd, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/88cd4c61c216484cb62585dab5fb9e1c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/e983d8a44c464dd6883e64de25d9b725, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/2d3b044cda4243b09eb493b0003800ad, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/9a9913bc363c440e891b0fbf3a3bdf56, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/120c6d84f31446b1b8c6cb5f3e81b43b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/19cba8a5d081441f940ecf87d0591fb0, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/1bb9c31665644101b4eca1d5d97c1094, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/e9b7fa00c78744c9a061400a5701e351, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/7d261e5d8b704d0abac02f8346b348ec, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/29c3b37e12c54552a6355607e260fcd2, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/8abf440d3bc24ccd9d40b34c1d9262d1, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/19e1b546c1994450bea5c071135ee429, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/e312a4dea9cb40d996bda7229a11bdb0, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/91c76d6e507b41b2b59b3a297c4320e7] to archive 2024-12-06T22:21:03,252 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T22:21:03,253 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/722608cdedf2499a9adfbb64d0e0f469 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/722608cdedf2499a9adfbb64d0e0f469 2024-12-06T22:21:03,254 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/a925b57890d8465599bcf8f5be79f4c3 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/a925b57890d8465599bcf8f5be79f4c3 2024-12-06T22:21:03,255 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/0b3faba9ec2d45beadcf3dc391b38593 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/0b3faba9ec2d45beadcf3dc391b38593 2024-12-06T22:21:03,256 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/1b65d7e72bbb4db48f950251bc5da912 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/1b65d7e72bbb4db48f950251bc5da912 2024-12-06T22:21:03,257 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/d6236edda95e4609b6bf63b20a3e428e to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/d6236edda95e4609b6bf63b20a3e428e 2024-12-06T22:21:03,258 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/e08064b5dd5d410f82c84c72f52c40de to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/e08064b5dd5d410f82c84c72f52c40de 2024-12-06T22:21:03,259 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/512a776d36ab4d019b248fed4cd26538 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/512a776d36ab4d019b248fed4cd26538 2024-12-06T22:21:03,260 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/cae83f9a2bb24e1385f73869c037f7ed to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/cae83f9a2bb24e1385f73869c037f7ed 2024-12-06T22:21:03,261 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/f9fc551dfc5344d38659e208c983eaa5 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/f9fc551dfc5344d38659e208c983eaa5 2024-12-06T22:21:03,262 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/f1d5f5f0bf754530badbe8613d28befd to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/f1d5f5f0bf754530badbe8613d28befd 2024-12-06T22:21:03,262 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/88cd4c61c216484cb62585dab5fb9e1c to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/88cd4c61c216484cb62585dab5fb9e1c 2024-12-06T22:21:03,263 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/e983d8a44c464dd6883e64de25d9b725 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/e983d8a44c464dd6883e64de25d9b725 2024-12-06T22:21:03,264 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/2d3b044cda4243b09eb493b0003800ad to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/2d3b044cda4243b09eb493b0003800ad 2024-12-06T22:21:03,265 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/9a9913bc363c440e891b0fbf3a3bdf56 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/9a9913bc363c440e891b0fbf3a3bdf56 2024-12-06T22:21:03,266 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/120c6d84f31446b1b8c6cb5f3e81b43b to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/120c6d84f31446b1b8c6cb5f3e81b43b 2024-12-06T22:21:03,267 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/19cba8a5d081441f940ecf87d0591fb0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/19cba8a5d081441f940ecf87d0591fb0 2024-12-06T22:21:03,267 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/1bb9c31665644101b4eca1d5d97c1094 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/1bb9c31665644101b4eca1d5d97c1094 2024-12-06T22:21:03,268 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/e9b7fa00c78744c9a061400a5701e351 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/e9b7fa00c78744c9a061400a5701e351 2024-12-06T22:21:03,269 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/7d261e5d8b704d0abac02f8346b348ec to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/7d261e5d8b704d0abac02f8346b348ec 2024-12-06T22:21:03,270 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/29c3b37e12c54552a6355607e260fcd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/29c3b37e12c54552a6355607e260fcd2 2024-12-06T22:21:03,271 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/8abf440d3bc24ccd9d40b34c1d9262d1 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/8abf440d3bc24ccd9d40b34c1d9262d1 2024-12-06T22:21:03,272 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/19e1b546c1994450bea5c071135ee429 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/19e1b546c1994450bea5c071135ee429 2024-12-06T22:21:03,273 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/e312a4dea9cb40d996bda7229a11bdb0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/e312a4dea9cb40d996bda7229a11bdb0 2024-12-06T22:21:03,273 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/91c76d6e507b41b2b59b3a297c4320e7 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/91c76d6e507b41b2b59b3a297c4320e7 2024-12-06T22:21:03,276 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/05622b2187f344cbaaa466243882d99f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/3b86c6ac28724405bac6b4befa47383f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/0fe207636f2744d0a35415d64c30c4cb, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/42096f0b07914e7d91cf725d94b4ac15, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/3e45207b709943a6bc562c3bc1be60d2, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/e3a954200f914c89995bb7098b7e4e51, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/918b4c9abae944fbbc1e8849239b81ec, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/c224ef990ffa439f8adc687df46a6711, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/61f73fbaf9b84480afe584ac1ab9a935, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/258a2987cd4d40eb9bc089c45f780e7e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/d91f5765d8064f0094fa26ace37063a8, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/f40f4c7c727449f98ee8f7709365d47a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/822926a00fd048bb8ddf24107d06e38c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/bec32d60dbd34495915368eca8558cd2, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/1dcadd43b32743888eabd5dc63d92b16, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/a1c73b6b24734d11954034a91055241e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/0f754efb46f445e695f95bea8cfca090, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/bea31629c26f4c3aaeae083030fd6d05, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/acbf55f2c1a74a01a71ab1d102c545a5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/e9d3bd5ba8a44995ba141f1510d0fec9, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/4bd33c1737e540ce881a42a297ce6337, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/1f26a600a10c4d54aa2cfae40318184a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/20b88603399747899e0cf202b80eca3a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/cdb1dcbea201482aaed168fc5c591fc3] to archive 2024-12-06T22:21:03,277 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T22:21:03,278 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/05622b2187f344cbaaa466243882d99f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/05622b2187f344cbaaa466243882d99f 2024-12-06T22:21:03,279 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/3b86c6ac28724405bac6b4befa47383f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/3b86c6ac28724405bac6b4befa47383f 2024-12-06T22:21:03,279 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/0fe207636f2744d0a35415d64c30c4cb to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/0fe207636f2744d0a35415d64c30c4cb 2024-12-06T22:21:03,280 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/42096f0b07914e7d91cf725d94b4ac15 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/42096f0b07914e7d91cf725d94b4ac15 2024-12-06T22:21:03,281 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/3e45207b709943a6bc562c3bc1be60d2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/3e45207b709943a6bc562c3bc1be60d2 2024-12-06T22:21:03,282 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/e3a954200f914c89995bb7098b7e4e51 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/e3a954200f914c89995bb7098b7e4e51 2024-12-06T22:21:03,283 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/918b4c9abae944fbbc1e8849239b81ec to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/918b4c9abae944fbbc1e8849239b81ec 2024-12-06T22:21:03,284 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/c224ef990ffa439f8adc687df46a6711 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/c224ef990ffa439f8adc687df46a6711 2024-12-06T22:21:03,285 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/61f73fbaf9b84480afe584ac1ab9a935 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/61f73fbaf9b84480afe584ac1ab9a935 2024-12-06T22:21:03,285 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/258a2987cd4d40eb9bc089c45f780e7e to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/258a2987cd4d40eb9bc089c45f780e7e 2024-12-06T22:21:03,286 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/d91f5765d8064f0094fa26ace37063a8 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/d91f5765d8064f0094fa26ace37063a8 2024-12-06T22:21:03,287 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/f40f4c7c727449f98ee8f7709365d47a to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/f40f4c7c727449f98ee8f7709365d47a 2024-12-06T22:21:03,288 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/822926a00fd048bb8ddf24107d06e38c to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/822926a00fd048bb8ddf24107d06e38c 2024-12-06T22:21:03,289 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/bec32d60dbd34495915368eca8558cd2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/bec32d60dbd34495915368eca8558cd2 2024-12-06T22:21:03,289 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/1dcadd43b32743888eabd5dc63d92b16 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/1dcadd43b32743888eabd5dc63d92b16 2024-12-06T22:21:03,290 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/a1c73b6b24734d11954034a91055241e to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/a1c73b6b24734d11954034a91055241e 2024-12-06T22:21:03,291 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/0f754efb46f445e695f95bea8cfca090 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/0f754efb46f445e695f95bea8cfca090 2024-12-06T22:21:03,292 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/bea31629c26f4c3aaeae083030fd6d05 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/bea31629c26f4c3aaeae083030fd6d05 2024-12-06T22:21:03,293 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/acbf55f2c1a74a01a71ab1d102c545a5 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/acbf55f2c1a74a01a71ab1d102c545a5 2024-12-06T22:21:03,293 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/e9d3bd5ba8a44995ba141f1510d0fec9 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/e9d3bd5ba8a44995ba141f1510d0fec9 2024-12-06T22:21:03,294 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/4bd33c1737e540ce881a42a297ce6337 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/4bd33c1737e540ce881a42a297ce6337 2024-12-06T22:21:03,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/7dd1ed55ca9643babddc0838c32511f7 2024-12-06T22:21:03,295 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/1f26a600a10c4d54aa2cfae40318184a to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/1f26a600a10c4d54aa2cfae40318184a 2024-12-06T22:21:03,296 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/20b88603399747899e0cf202b80eca3a to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/20b88603399747899e0cf202b80eca3a 2024-12-06T22:21:03,297 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6d2a5dd008ce:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/cdb1dcbea201482aaed168fc5c591fc3 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/cdb1dcbea201482aaed168fc5c591fc3 2024-12-06T22:21:03,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/f98ceecc5c7f45aaacc718b2dad41972 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/f98ceecc5c7f45aaacc718b2dad41972 2024-12-06T22:21:03,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/f98ceecc5c7f45aaacc718b2dad41972, entries=150, sequenceid=374, filesize=30.5 K 2024-12-06T22:21:03,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/0f030980a6874f09b4ec068aff686c4a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/0f030980a6874f09b4ec068aff686c4a 2024-12-06T22:21:03,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/0f030980a6874f09b4ec068aff686c4a, entries=100, sequenceid=374, filesize=9.6 K 2024-12-06T22:21:03,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/7dd1ed55ca9643babddc0838c32511f7 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/7dd1ed55ca9643babddc0838c32511f7 2024-12-06T22:21:03,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/7dd1ed55ca9643babddc0838c32511f7, entries=100, sequenceid=374, filesize=9.6 K 2024-12-06T22:21:03,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=20.13 KB/20610 for 4012b2f14df5ed5c77b6b1d95ca2ca6d in 880ms, sequenceid=374, compaction requested=true 2024-12-06T22:21:03,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:21:03,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4012b2f14df5ed5c77b6b1d95ca2ca6d:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:21:03,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:03,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4012b2f14df5ed5c77b6b1d95ca2ca6d:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:21:03,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:03,308 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:03,308 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:03,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4012b2f14df5ed5c77b6b1d95ca2ca6d:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:21:03,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:03,309 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:03,309 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 4012b2f14df5ed5c77b6b1d95ca2ca6d/B is initiating minor compaction (all files) 2024-12-06T22:21:03,309 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94579 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:03,309 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4012b2f14df5ed5c77b6b1d95ca2ca6d/B in TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:03,309 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 4012b2f14df5ed5c77b6b1d95ca2ca6d/A is initiating minor compaction (all files) 2024-12-06T22:21:03,309 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/949911c355924ac6b7563f17ad85912f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/754f2fa3937d4e9ebd106a9a63b8331f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/0f030980a6874f09b4ec068aff686c4a] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp, totalSize=34.5 K 2024-12-06T22:21:03,309 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4012b2f14df5ed5c77b6b1d95ca2ca6d/A in TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:03,309 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/8c3e21b15b954bc78307453de3d5eed2, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/8f0c44243a324752a4eac3657b93a37c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/f98ceecc5c7f45aaacc718b2dad41972] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp, totalSize=92.4 K 2024-12-06T22:21:03,309 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:03,309 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. files: [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/8c3e21b15b954bc78307453de3d5eed2, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/8f0c44243a324752a4eac3657b93a37c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/f98ceecc5c7f45aaacc718b2dad41972] 2024-12-06T22:21:03,309 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 949911c355924ac6b7563f17ad85912f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733523658432 2024-12-06T22:21:03,310 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c3e21b15b954bc78307453de3d5eed2, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733523658432 2024-12-06T22:21:03,310 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 754f2fa3937d4e9ebd106a9a63b8331f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1733523659628 2024-12-06T22:21:03,310 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f0c44243a324752a4eac3657b93a37c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1733523659628 2024-12-06T22:21:03,310 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f030980a6874f09b4ec068aff686c4a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733523661791 2024-12-06T22:21:03,310 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting f98ceecc5c7f45aaacc718b2dad41972, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733523661785 2024-12-06T22:21:03,316 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4012b2f14df5ed5c77b6b1d95ca2ca6d#B#compaction#437 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:03,316 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/079d5fc2eb4e48199f0ca1bec35ca5df is 50, key is test_row_0/B:col10/1733523661791/Put/seqid=0 2024-12-06T22:21:03,317 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:21:03,319 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120613cc50b5b9764337bdcad8a1519965a2_4012b2f14df5ed5c77b6b1d95ca2ca6d store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:21:03,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742340_1516 (size=12404) 2024-12-06T22:21:03,324 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120613cc50b5b9764337bdcad8a1519965a2_4012b2f14df5ed5c77b6b1d95ca2ca6d, store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:21:03,325 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120613cc50b5b9764337bdcad8a1519965a2_4012b2f14df5ed5c77b6b1d95ca2ca6d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:21:03,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742341_1517 (size=4469) 2024-12-06T22:21:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-06T22:21:03,683 INFO [Thread-1819 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-12-06T22:21:03,724 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/079d5fc2eb4e48199f0ca1bec35ca5df as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/079d5fc2eb4e48199f0ca1bec35ca5df 2024-12-06T22:21:03,729 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4012b2f14df5ed5c77b6b1d95ca2ca6d/B of 4012b2f14df5ed5c77b6b1d95ca2ca6d into 079d5fc2eb4e48199f0ca1bec35ca5df(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:03,729 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:21:03,729 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., storeName=4012b2f14df5ed5c77b6b1d95ca2ca6d/B, priority=13, startTime=1733523663308; duration=0sec 2024-12-06T22:21:03,729 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:03,729 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4012b2f14df5ed5c77b6b1d95ca2ca6d:B 2024-12-06T22:21:03,729 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:03,730 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:03,730 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 4012b2f14df5ed5c77b6b1d95ca2ca6d/C is initiating minor compaction (all files) 2024-12-06T22:21:03,730 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4012b2f14df5ed5c77b6b1d95ca2ca6d/C in TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:03,730 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/cfe7b2fa0b92435aa4db339076fb970b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/a8cf4350f72f43519eaf8e5846d9fed7, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/7dd1ed55ca9643babddc0838c32511f7] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp, totalSize=34.5 K 2024-12-06T22:21:03,730 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting cfe7b2fa0b92435aa4db339076fb970b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733523658432 2024-12-06T22:21:03,731 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting a8cf4350f72f43519eaf8e5846d9fed7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1733523659628 2024-12-06T22:21:03,731 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 7dd1ed55ca9643babddc0838c32511f7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733523661791 2024-12-06T22:21:03,734 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4012b2f14df5ed5c77b6b1d95ca2ca6d#A#compaction#438 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:03,734 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/100cc4897eef48288cd296fd21201fd4 is 175, key is test_row_0/A:col10/1733523661791/Put/seqid=0 2024-12-06T22:21:03,738 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4012b2f14df5ed5c77b6b1d95ca2ca6d#C#compaction#439 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:03,738 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/00ca1031dbb649599430fa042908918e is 50, key is test_row_0/C:col10/1733523661791/Put/seqid=0 2024-12-06T22:21:03,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742342_1518 (size=31465) 2024-12-06T22:21:03,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742343_1519 (size=12404) 2024-12-06T22:21:04,145 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/100cc4897eef48288cd296fd21201fd4 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/100cc4897eef48288cd296fd21201fd4 2024-12-06T22:21:04,148 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4012b2f14df5ed5c77b6b1d95ca2ca6d/A of 4012b2f14df5ed5c77b6b1d95ca2ca6d into 100cc4897eef48288cd296fd21201fd4(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:04,148 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:21:04,148 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., storeName=4012b2f14df5ed5c77b6b1d95ca2ca6d/A, priority=13, startTime=1733523663308; duration=0sec 2024-12-06T22:21:04,148 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:04,148 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4012b2f14df5ed5c77b6b1d95ca2ca6d:A 2024-12-06T22:21:04,149 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/00ca1031dbb649599430fa042908918e as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/00ca1031dbb649599430fa042908918e 2024-12-06T22:21:04,152 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4012b2f14df5ed5c77b6b1d95ca2ca6d/C of 4012b2f14df5ed5c77b6b1d95ca2ca6d into 00ca1031dbb649599430fa042908918e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:04,152 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:21:04,152 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d., storeName=4012b2f14df5ed5c77b6b1d95ca2ca6d/C, priority=13, startTime=1733523663308; duration=0sec 2024-12-06T22:21:04,152 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:04,152 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4012b2f14df5ed5c77b6b1d95ca2ca6d:C 2024-12-06T22:21:04,242 DEBUG [Thread-1809 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2953086d to 127.0.0.1:55123 2024-12-06T22:21:04,242 DEBUG [Thread-1809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:21:04,242 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-06T22:21:04,243 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-12-06T22:21:04,243 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-12-06T22:21:04,243 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-12-06T22:21:04,243 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-12-06T22:21:04,243 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-12-06T22:21:04,243 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-06T22:21:04,243 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-06T22:21:04,243 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2178 2024-12-06T22:21:04,243 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6532 rows 2024-12-06T22:21:04,243 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2168 2024-12-06T22:21:04,243 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6504 rows 2024-12-06T22:21:04,243 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2167 2024-12-06T22:21:04,243 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6498 rows 2024-12-06T22:21:04,243 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2153 2024-12-06T22:21:04,243 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6454 rows 2024-12-06T22:21:04,243 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2163 2024-12-06T22:21:04,243 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6489 rows 2024-12-06T22:21:04,243 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-06T22:21:04,243 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x474d5947 to 127.0.0.1:55123 2024-12-06T22:21:04,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:21:04,247 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-06T22:21:04,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-06T22:21:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-06T22:21:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-06T22:21:04,251 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733523664251"}]},"ts":"1733523664251"} 2024-12-06T22:21:04,252 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-06T22:21:04,255 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-06T22:21:04,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T22:21:04,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4012b2f14df5ed5c77b6b1d95ca2ca6d, UNASSIGN}] 2024-12-06T22:21:04,256 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4012b2f14df5ed5c77b6b1d95ca2ca6d, UNASSIGN 2024-12-06T22:21:04,257 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=4012b2f14df5ed5c77b6b1d95ca2ca6d, regionState=CLOSING, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:04,258 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T22:21:04,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; CloseRegionProcedure 4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613}] 2024-12-06T22:21:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-06T22:21:04,409 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:04,409 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] handler.UnassignRegionHandler(124): Close 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:04,410 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-06T22:21:04,410 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1681): Closing 4012b2f14df5ed5c77b6b1d95ca2ca6d, disabling compactions & flushes 2024-12-06T22:21:04,410 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:04,410 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:04,410 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. after waiting 0 ms 2024-12-06T22:21:04,410 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:04,410 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(2837): Flushing 4012b2f14df5ed5c77b6b1d95ca2ca6d 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-06T22:21:04,410 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=A 2024-12-06T22:21:04,410 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:04,410 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=B 2024-12-06T22:21:04,410 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:04,410 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4012b2f14df5ed5c77b6b1d95ca2ca6d, store=C 2024-12-06T22:21:04,410 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:04,415 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206dfcdbfdb166444529b8405b960449e4f_4012b2f14df5ed5c77b6b1d95ca2ca6d is 50, key is test_row_0/A:col10/1733523662448/Put/seqid=0 2024-12-06T22:21:04,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742344_1520 (size=9914) 2024-12-06T22:21:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-06T22:21:04,819 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:04,821 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206dfcdbfdb166444529b8405b960449e4f_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206dfcdbfdb166444529b8405b960449e4f_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:04,822 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/f684a82d28114895952de31949b40aa3, store: [table=TestAcidGuarantees family=A region=4012b2f14df5ed5c77b6b1d95ca2ca6d] 2024-12-06T22:21:04,823 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/f684a82d28114895952de31949b40aa3 is 175, key is test_row_0/A:col10/1733523662448/Put/seqid=0 2024-12-06T22:21:04,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742345_1521 (size=22561) 2024-12-06T22:21:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-06T22:21:05,226 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=384, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/f684a82d28114895952de31949b40aa3 2024-12-06T22:21:05,232 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/3ecca19d259a43e9bd0d50c766781772 is 50, key is test_row_0/B:col10/1733523662448/Put/seqid=0 2024-12-06T22:21:05,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742346_1522 (size=9857) 2024-12-06T22:21:05,236 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/3ecca19d259a43e9bd0d50c766781772 2024-12-06T22:21:05,241 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/1a153396f3304bfd9d0334bbef02aee0 is 50, key is test_row_0/C:col10/1733523662448/Put/seqid=0 2024-12-06T22:21:05,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742347_1523 (size=9857) 2024-12-06T22:21:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-06T22:21:05,644 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/1a153396f3304bfd9d0334bbef02aee0 2024-12-06T22:21:05,647 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/A/f684a82d28114895952de31949b40aa3 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/f684a82d28114895952de31949b40aa3 2024-12-06T22:21:05,650 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/f684a82d28114895952de31949b40aa3, entries=100, sequenceid=384, filesize=22.0 K 2024-12-06T22:21:05,651 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/B/3ecca19d259a43e9bd0d50c766781772 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/3ecca19d259a43e9bd0d50c766781772 2024-12-06T22:21:05,653 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/3ecca19d259a43e9bd0d50c766781772, entries=100, sequenceid=384, filesize=9.6 K 2024-12-06T22:21:05,654 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/.tmp/C/1a153396f3304bfd9d0334bbef02aee0 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/1a153396f3304bfd9d0334bbef02aee0 2024-12-06T22:21:05,657 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/1a153396f3304bfd9d0334bbef02aee0, entries=100, sequenceid=384, filesize=9.6 K 2024-12-06T22:21:05,657 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 4012b2f14df5ed5c77b6b1d95ca2ca6d in 1247ms, sequenceid=384, compaction requested=false 2024-12-06T22:21:05,658 DEBUG [StoreCloser-TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/8c3e21b15b954bc78307453de3d5eed2, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/8f0c44243a324752a4eac3657b93a37c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/f98ceecc5c7f45aaacc718b2dad41972] to archive 2024-12-06T22:21:05,659 DEBUG [StoreCloser-TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T22:21:05,660 DEBUG [StoreCloser-TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/8c3e21b15b954bc78307453de3d5eed2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/8c3e21b15b954bc78307453de3d5eed2 2024-12-06T22:21:05,661 DEBUG [StoreCloser-TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/8f0c44243a324752a4eac3657b93a37c to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/8f0c44243a324752a4eac3657b93a37c 2024-12-06T22:21:05,662 DEBUG [StoreCloser-TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/f98ceecc5c7f45aaacc718b2dad41972 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/f98ceecc5c7f45aaacc718b2dad41972 2024-12-06T22:21:05,663 DEBUG [StoreCloser-TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/949911c355924ac6b7563f17ad85912f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/754f2fa3937d4e9ebd106a9a63b8331f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/0f030980a6874f09b4ec068aff686c4a] to archive 2024-12-06T22:21:05,663 DEBUG [StoreCloser-TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T22:21:05,664 DEBUG [StoreCloser-TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/949911c355924ac6b7563f17ad85912f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/949911c355924ac6b7563f17ad85912f 2024-12-06T22:21:05,665 DEBUG [StoreCloser-TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/754f2fa3937d4e9ebd106a9a63b8331f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/754f2fa3937d4e9ebd106a9a63b8331f 2024-12-06T22:21:05,666 DEBUG [StoreCloser-TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/0f030980a6874f09b4ec068aff686c4a to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/0f030980a6874f09b4ec068aff686c4a 2024-12-06T22:21:05,667 DEBUG [StoreCloser-TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/cfe7b2fa0b92435aa4db339076fb970b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/a8cf4350f72f43519eaf8e5846d9fed7, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/7dd1ed55ca9643babddc0838c32511f7] to archive 2024-12-06T22:21:05,667 DEBUG [StoreCloser-TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T22:21:05,668 DEBUG [StoreCloser-TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/cfe7b2fa0b92435aa4db339076fb970b to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/cfe7b2fa0b92435aa4db339076fb970b 2024-12-06T22:21:05,669 DEBUG [StoreCloser-TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/a8cf4350f72f43519eaf8e5846d9fed7 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/a8cf4350f72f43519eaf8e5846d9fed7 2024-12-06T22:21:05,670 DEBUG [StoreCloser-TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/7dd1ed55ca9643babddc0838c32511f7 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/7dd1ed55ca9643babddc0838c32511f7 2024-12-06T22:21:05,673 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/recovered.edits/387.seqid, newMaxSeqId=387, maxSeqId=4 2024-12-06T22:21:05,674 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d. 2024-12-06T22:21:05,674 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1635): Region close journal for 4012b2f14df5ed5c77b6b1d95ca2ca6d: 2024-12-06T22:21:05,675 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] handler.UnassignRegionHandler(170): Closed 4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:05,675 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=4012b2f14df5ed5c77b6b1d95ca2ca6d, regionState=CLOSED 2024-12-06T22:21:05,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-12-06T22:21:05,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; CloseRegionProcedure 4012b2f14df5ed5c77b6b1d95ca2ca6d, server=6d2a5dd008ce,36991,1733523540613 in 1.4180 sec 2024-12-06T22:21:05,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=132, resume processing ppid=131 2024-12-06T22:21:05,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, ppid=131, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4012b2f14df5ed5c77b6b1d95ca2ca6d, UNASSIGN in 1.4210 sec 2024-12-06T22:21:05,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-12-06T22:21:05,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4230 sec 2024-12-06T22:21:05,680 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733523665680"}]},"ts":"1733523665680"} 2024-12-06T22:21:05,681 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-06T22:21:05,684 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-06T22:21:05,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4370 sec 2024-12-06T22:21:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-06T22:21:06,354 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-12-06T22:21:06,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-06T22:21:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:21:06,356 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=134, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:21:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-06T22:21:06,356 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=134, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:21:06,358 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:06,360 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A, FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B, FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C, FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/recovered.edits] 2024-12-06T22:21:06,362 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/100cc4897eef48288cd296fd21201fd4 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/100cc4897eef48288cd296fd21201fd4 2024-12-06T22:21:06,363 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/f684a82d28114895952de31949b40aa3 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/A/f684a82d28114895952de31949b40aa3 2024-12-06T22:21:06,365 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/079d5fc2eb4e48199f0ca1bec35ca5df to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/079d5fc2eb4e48199f0ca1bec35ca5df 2024-12-06T22:21:06,366 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/3ecca19d259a43e9bd0d50c766781772 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/B/3ecca19d259a43e9bd0d50c766781772 2024-12-06T22:21:06,367 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/00ca1031dbb649599430fa042908918e to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/00ca1031dbb649599430fa042908918e 2024-12-06T22:21:06,368 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/1a153396f3304bfd9d0334bbef02aee0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/C/1a153396f3304bfd9d0334bbef02aee0 2024-12-06T22:21:06,370 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/recovered.edits/387.seqid to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d/recovered.edits/387.seqid 2024-12-06T22:21:06,371 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:06,371 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-06T22:21:06,371 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-06T22:21:06,372 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-06T22:21:06,374 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120608ec314b0fd2481e8d6b7aff25e8e77d_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120608ec314b0fd2481e8d6b7aff25e8e77d_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:06,375 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206134a42f5219c48ef8cceb0ea39f4d73a_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206134a42f5219c48ef8cceb0ea39f4d73a_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:06,376 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120624c694f4872e49beb9352d6fff10b8ca_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120624c694f4872e49beb9352d6fff10b8ca_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:06,377 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120632f327e9331344eeb9443e742f52a3c8_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120632f327e9331344eeb9443e742f52a3c8_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:06,378 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120633c5b58c607d474fafd12e216a7ecae5_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120633c5b58c607d474fafd12e216a7ecae5_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:06,379 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064a96fe998dee45328805275498534554_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064a96fe998dee45328805275498534554_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:06,380 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064ee8a57dd7c041ab83d8a1093341d2f0_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064ee8a57dd7c041ab83d8a1093341d2f0_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:06,381 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065182fcbcbc9341769ee3eb78280215c1_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065182fcbcbc9341769ee3eb78280215c1_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:06,382 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206668bab4ae54e4be6a30952d4183cb8c3_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206668bab4ae54e4be6a30952d4183cb8c3_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:06,383 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412066b819ac59b6940ee9837b87acb35b102_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412066b819ac59b6940ee9837b87acb35b102_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:06,384 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067a694e2289774c5fbe639f0e760180f7_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067a694e2289774c5fbe639f0e760180f7_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:06,385 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069447e5c22d5e41ca87cc6ac0bf88557d_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069447e5c22d5e41ca87cc6ac0bf88557d_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:06,386 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a820ba5aabf84f03b4cce599e5b34d0c_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a820ba5aabf84f03b4cce599e5b34d0c_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:06,387 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c3820dad5ab6461ca57128a7df86119f_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c3820dad5ab6461ca57128a7df86119f_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:06,388 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c98bbae110484713ba888fa96a8bdb99_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c98bbae110484713ba888fa96a8bdb99_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:06,389 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206dfcdbfdb166444529b8405b960449e4f_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206dfcdbfdb166444529b8405b960449e4f_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:06,389 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f0fbe61731f14dd4aae81fa094f8ac97_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f0fbe61731f14dd4aae81fa094f8ac97_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:06,390 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f719f02d4eba471499670f06ac013d65_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f719f02d4eba471499670f06ac013d65_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:06,391 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f8c6b818a0024c3db191976f780a7ead_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f8c6b818a0024c3db191976f780a7ead_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:06,392 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ffed379df35f489c85ce6faea10658da_4012b2f14df5ed5c77b6b1d95ca2ca6d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ffed379df35f489c85ce6faea10658da_4012b2f14df5ed5c77b6b1d95ca2ca6d 2024-12-06T22:21:06,392 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-06T22:21:06,394 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=134, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:21:06,395 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-06T22:21:06,397 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-06T22:21:06,398 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=134, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:21:06,398 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-06T22:21:06,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733523666398"}]},"ts":"9223372036854775807"} 2024-12-06T22:21:06,399 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-06T22:21:06,399 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 4012b2f14df5ed5c77b6b1d95ca2ca6d, NAME => 'TestAcidGuarantees,,1733523640345.4012b2f14df5ed5c77b6b1d95ca2ca6d.', STARTKEY => '', ENDKEY => ''}] 2024-12-06T22:21:06,399 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-06T22:21:06,399 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733523666399"}]},"ts":"9223372036854775807"} 2024-12-06T22:21:06,400 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-06T22:21:06,402 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=134, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:21:06,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 47 msec 2024-12-06T22:21:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-06T22:21:06,457 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-12-06T22:21:06,467 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=241 (was 237) - Thread LEAK? -, OpenFileDescriptor=458 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=478 (was 445) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7146 (was 7201) 2024-12-06T22:21:06,475 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=241, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=478, ProcessCount=11, AvailableMemoryMB=7145 2024-12-06T22:21:06,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T22:21:06,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T22:21:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=135, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-06T22:21:06,478 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T22:21:06,478 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:06,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 135 2024-12-06T22:21:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-12-06T22:21:06,478 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T22:21:06,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742348_1524 (size=963) 2024-12-06T22:21:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-12-06T22:21:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-12-06T22:21:06,885 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0 2024-12-06T22:21:06,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742349_1525 (size=53) 2024-12-06T22:21:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-12-06T22:21:07,290 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T22:21:07,290 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing b0f184668b012003a81f1e1fb46289b9, disabling compactions & flushes 2024-12-06T22:21:07,290 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:07,290 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:07,290 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. after waiting 0 ms 2024-12-06T22:21:07,290 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:07,290 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:07,290 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:07,291 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T22:21:07,291 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733523667291"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733523667291"}]},"ts":"1733523667291"} 2024-12-06T22:21:07,292 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-06T22:21:07,293 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T22:21:07,293 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733523667293"}]},"ts":"1733523667293"} 2024-12-06T22:21:07,294 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-06T22:21:07,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b0f184668b012003a81f1e1fb46289b9, ASSIGN}] 2024-12-06T22:21:07,298 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=136, ppid=135, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b0f184668b012003a81f1e1fb46289b9, ASSIGN 2024-12-06T22:21:07,299 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=136, ppid=135, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b0f184668b012003a81f1e1fb46289b9, ASSIGN; state=OFFLINE, location=6d2a5dd008ce,36991,1733523540613; forceNewPlan=false, retain=false 2024-12-06T22:21:07,449 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=136 updating hbase:meta row=b0f184668b012003a81f1e1fb46289b9, regionState=OPENING, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:07,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; OpenRegionProcedure b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613}] 2024-12-06T22:21:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-12-06T22:21:07,602 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:07,604 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:07,604 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(7285): Opening region: {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} 2024-12-06T22:21:07,605 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:07,605 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T22:21:07,605 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(7327): checking encryption for b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:07,605 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(7330): checking classloading for b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:07,606 INFO [StoreOpener-b0f184668b012003a81f1e1fb46289b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:07,607 INFO [StoreOpener-b0f184668b012003a81f1e1fb46289b9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T22:21:07,607 INFO [StoreOpener-b0f184668b012003a81f1e1fb46289b9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0f184668b012003a81f1e1fb46289b9 columnFamilyName A 2024-12-06T22:21:07,607 DEBUG [StoreOpener-b0f184668b012003a81f1e1fb46289b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:07,608 INFO [StoreOpener-b0f184668b012003a81f1e1fb46289b9-1 {}] regionserver.HStore(327): Store=b0f184668b012003a81f1e1fb46289b9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:21:07,608 INFO [StoreOpener-b0f184668b012003a81f1e1fb46289b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:07,609 INFO [StoreOpener-b0f184668b012003a81f1e1fb46289b9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T22:21:07,609 INFO [StoreOpener-b0f184668b012003a81f1e1fb46289b9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0f184668b012003a81f1e1fb46289b9 columnFamilyName B 2024-12-06T22:21:07,609 DEBUG [StoreOpener-b0f184668b012003a81f1e1fb46289b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:07,609 INFO [StoreOpener-b0f184668b012003a81f1e1fb46289b9-1 {}] regionserver.HStore(327): Store=b0f184668b012003a81f1e1fb46289b9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:21:07,609 INFO [StoreOpener-b0f184668b012003a81f1e1fb46289b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:07,610 INFO [StoreOpener-b0f184668b012003a81f1e1fb46289b9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T22:21:07,610 INFO [StoreOpener-b0f184668b012003a81f1e1fb46289b9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0f184668b012003a81f1e1fb46289b9 columnFamilyName C 2024-12-06T22:21:07,610 DEBUG [StoreOpener-b0f184668b012003a81f1e1fb46289b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:07,611 INFO [StoreOpener-b0f184668b012003a81f1e1fb46289b9-1 {}] regionserver.HStore(327): Store=b0f184668b012003a81f1e1fb46289b9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:21:07,611 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:07,612 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:07,612 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:07,613 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T22:21:07,614 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(1085): writing seq id for b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:07,616 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T22:21:07,616 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(1102): Opened b0f184668b012003a81f1e1fb46289b9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65062756, jitterRate=-0.03048938512802124}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T22:21:07,617 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(1001): Region open journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:07,618 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., pid=137, masterSystemTime=1733523667602 2024-12-06T22:21:07,619 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:07,619 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:07,619 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=136 updating hbase:meta row=b0f184668b012003a81f1e1fb46289b9, regionState=OPEN, openSeqNum=2, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:07,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-12-06T22:21:07,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; OpenRegionProcedure b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 in 170 msec 2024-12-06T22:21:07,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=136, resume processing ppid=135 2024-12-06T22:21:07,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, ppid=135, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b0f184668b012003a81f1e1fb46289b9, ASSIGN in 323 msec 2024-12-06T22:21:07,623 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T22:21:07,623 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733523667623"}]},"ts":"1733523667623"} 2024-12-06T22:21:07,624 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-06T22:21:07,626 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T22:21:07,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-12-06T22:21:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-12-06T22:21:08,582 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 135 completed 2024-12-06T22:21:08,583 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x59daaa82 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2aaa8c4a 2024-12-06T22:21:08,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34614bf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:21:08,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:21:08,589 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:21:08,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T22:21:08,591 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T22:21:08,592 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38dd8644 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@466b85c9 2024-12-06T22:21:08,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786b5809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:21:08,596 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65e17c26 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f3ee89e 2024-12-06T22:21:08,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d375c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:21:08,599 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53fc02ba to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b0e6a43 2024-12-06T22:21:08,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbdf91e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:21:08,602 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2011d733 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8e5fd00 2024-12-06T22:21:08,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc3900b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:21:08,606 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39b3baa5 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e195d6e 2024-12-06T22:21:08,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599dd56e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:21:08,609 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14088aa9 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@23090be3 2024-12-06T22:21:08,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@224e54da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:21:08,612 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40302925 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b8d64d3 2024-12-06T22:21:08,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bb51dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:21:08,616 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47ef9951 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@784d683 2024-12-06T22:21:08,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@540d7172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:21:08,619 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x567011a8 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7761f52b 2024-12-06T22:21:08,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48588c54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:21:08,622 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x02430fee to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a736a20 2024-12-06T22:21:08,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c56316, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:21:08,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:21:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-12-06T22:21:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-06T22:21:08,630 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:21:08,630 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:21:08,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:21:08,632 DEBUG [hconnection-0x5701eebf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:21:08,633 DEBUG [hconnection-0x24456e40-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:21:08,633 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34846, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:21:08,634 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:21:08,636 DEBUG [hconnection-0x16930ce6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:21:08,637 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:21:08,640 DEBUG [hconnection-0x5cc6b295-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:21:08,641 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:21:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:08,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b0f184668b012003a81f1e1fb46289b9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:21:08,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=A 2024-12-06T22:21:08,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:08,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=B 2024-12-06T22:21:08,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:08,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=C 2024-12-06T22:21:08,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:08,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:08,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1733523728659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523728659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:08,662 DEBUG [hconnection-0x3b1f9e67-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:21:08,663 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34882, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:21:08,664 DEBUG [hconnection-0x183f1834-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:21:08,664 DEBUG [hconnection-0x1fd7649f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:21:08,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:08,665 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34890, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:21:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523728664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:08,665 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:21:08,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523728666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:08,670 DEBUG [hconnection-0x38871bf3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:21:08,670 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:21:08,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523728671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:08,680 DEBUG [hconnection-0x37dacfe4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:21:08,681 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34912, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:21:08,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/76d4852ba16f4542a34374f9d5672260 is 50, key is test_row_0/A:col10/1733523668643/Put/seqid=0 2024-12-06T22:21:08,684 DEBUG [hconnection-0x17d47516-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:21:08,685 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34922, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:21:08,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742350_1526 (size=12001) 2024-12-06T22:21:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-06T22:21:08,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523728761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:08,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1733523728761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:08,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523728766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:08,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523728767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:08,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523728773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:08,782 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:08,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-06T22:21:08,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:08,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:08,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:08,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:08,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-06T22:21:08,935 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:08,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-06T22:21:08,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:08,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:08,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:08,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:08,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:08,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523728965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:08,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1733523728965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:08,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523728968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:08,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523728970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:08,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523728977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:09,087 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:09,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-06T22:21:09,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:09,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:09,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:09,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:09,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:09,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/76d4852ba16f4542a34374f9d5672260 2024-12-06T22:21:09,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/724b4d950c5a43ba82a61f4048d9e4ad is 50, key is test_row_0/B:col10/1733523668643/Put/seqid=0 2024-12-06T22:21:09,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742351_1527 (size=12001) 2024-12-06T22:21:09,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/724b4d950c5a43ba82a61f4048d9e4ad 2024-12-06T22:21:09,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/a1680dc6c05c434f8465d48bf25bdbdf is 50, key is test_row_0/C:col10/1733523668643/Put/seqid=0 2024-12-06T22:21:09,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742352_1528 (size=12001) 2024-12-06T22:21:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-06T22:21:09,240 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:09,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-06T22:21:09,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:09,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:09,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:09,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:09,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:09,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523729271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:09,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1733523729271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:09,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523729272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:09,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523729273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:09,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523729283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:09,393 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:09,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-06T22:21:09,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:09,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:09,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:09,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:09,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:09,545 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:09,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-06T22:21:09,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:09,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:09,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:09,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:09,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:09,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/a1680dc6c05c434f8465d48bf25bdbdf 2024-12-06T22:21:09,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/76d4852ba16f4542a34374f9d5672260 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/76d4852ba16f4542a34374f9d5672260 2024-12-06T22:21:09,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/76d4852ba16f4542a34374f9d5672260, entries=150, sequenceid=13, filesize=11.7 K 2024-12-06T22:21:09,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/724b4d950c5a43ba82a61f4048d9e4ad as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/724b4d950c5a43ba82a61f4048d9e4ad 2024-12-06T22:21:09,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/724b4d950c5a43ba82a61f4048d9e4ad, entries=150, sequenceid=13, filesize=11.7 K 2024-12-06T22:21:09,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/a1680dc6c05c434f8465d48bf25bdbdf as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/a1680dc6c05c434f8465d48bf25bdbdf 2024-12-06T22:21:09,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/a1680dc6c05c434f8465d48bf25bdbdf, entries=150, sequenceid=13, filesize=11.7 K 2024-12-06T22:21:09,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for b0f184668b012003a81f1e1fb46289b9 in 946ms, sequenceid=13, compaction requested=false 2024-12-06T22:21:09,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:09,698 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:09,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-06T22:21:09,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:09,699 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing b0f184668b012003a81f1e1fb46289b9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T22:21:09,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=A 2024-12-06T22:21:09,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:09,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=B 2024-12-06T22:21:09,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:09,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=C 2024-12-06T22:21:09,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:09,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/5ed5cec67d014cf092009fb11f1b6c70 is 50, key is test_row_0/A:col10/1733523668655/Put/seqid=0 2024-12-06T22:21:09,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742353_1529 (size=12001) 2024-12-06T22:21:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-06T22:21:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:09,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:09,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:09,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523729782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:09,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1733523729785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:09,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523729786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:09,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:09,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523729787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523729786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:09,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523729888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:09,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1733523729894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:09,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523729894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:09,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523729894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:10,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523730094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:10,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1733523730098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:10,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523730098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:10,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523730099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:10,109 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/5ed5cec67d014cf092009fb11f1b6c70 2024-12-06T22:21:10,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/6392edbf74cf4880b419faa8d273aef8 is 50, key is test_row_0/B:col10/1733523668655/Put/seqid=0 2024-12-06T22:21:10,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742354_1530 (size=12001) 2024-12-06T22:21:10,121 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/6392edbf74cf4880b419faa8d273aef8 2024-12-06T22:21:10,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/df1a9984fc484c0d95c34014c22f078a is 50, key is test_row_0/C:col10/1733523668655/Put/seqid=0 2024-12-06T22:21:10,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742355_1531 (size=12001) 2024-12-06T22:21:10,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523730402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:10,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1733523730402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:10,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523730403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:10,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523730407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:10,534 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/df1a9984fc484c0d95c34014c22f078a 2024-12-06T22:21:10,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/5ed5cec67d014cf092009fb11f1b6c70 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/5ed5cec67d014cf092009fb11f1b6c70 2024-12-06T22:21:10,541 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/5ed5cec67d014cf092009fb11f1b6c70, entries=150, sequenceid=38, filesize=11.7 K 2024-12-06T22:21:10,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/6392edbf74cf4880b419faa8d273aef8 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/6392edbf74cf4880b419faa8d273aef8 2024-12-06T22:21:10,546 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/6392edbf74cf4880b419faa8d273aef8, entries=150, sequenceid=38, filesize=11.7 K 2024-12-06T22:21:10,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/df1a9984fc484c0d95c34014c22f078a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/df1a9984fc484c0d95c34014c22f078a 2024-12-06T22:21:10,550 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/df1a9984fc484c0d95c34014c22f078a, entries=150, sequenceid=38, filesize=11.7 K 2024-12-06T22:21:10,551 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b0f184668b012003a81f1e1fb46289b9 in 852ms, sequenceid=38, compaction requested=false 2024-12-06T22:21:10,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:10,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:10,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-12-06T22:21:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-12-06T22:21:10,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-12-06T22:21:10,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9220 sec 2024-12-06T22:21:10,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.9260 sec 2024-12-06T22:21:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-06T22:21:10,734 INFO [Thread-2320 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-12-06T22:21:10,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:21:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-12-06T22:21:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-06T22:21:10,737 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:21:10,737 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:21:10,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:21:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:10,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b0f184668b012003a81f1e1fb46289b9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T22:21:10,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=A 2024-12-06T22:21:10,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:10,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=B 2024-12-06T22:21:10,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:10,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=C 2024-12-06T22:21:10,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:10,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/f5a4fa8bd44b4af293edfb8732684a8d is 50, key is test_row_0/A:col10/1733523670798/Put/seqid=0 2024-12-06T22:21:10,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742356_1532 (size=12001) 2024-12-06T22:21:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-06T22:21:10,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523730882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:10,889 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:10,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-06T22:21:10,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:10,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:10,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:10,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:10,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:10,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1733523730906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:10,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523730908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:10,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523730909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:10,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523730916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:10,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523730987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-06T22:21:11,041 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:11,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-06T22:21:11,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:11,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:11,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:11,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:11,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:11,194 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:11,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-06T22:21:11,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:11,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523731191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:11,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:11,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:11,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:11,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:11,201 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T22:21:11,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/f5a4fa8bd44b4af293edfb8732684a8d 2024-12-06T22:21:11,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/75eae98c39cc4df0a6ffc4c2a1313e4f is 50, key is test_row_0/B:col10/1733523670798/Put/seqid=0 2024-12-06T22:21:11,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742357_1533 (size=12001) 2024-12-06T22:21:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-06T22:21:11,346 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:11,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-06T22:21:11,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:11,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:11,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:11,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:11,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:11,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523731495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:11,499 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:11,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-06T22:21:11,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:11,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:11,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:11,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:11,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:11,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/75eae98c39cc4df0a6ffc4c2a1313e4f 2024-12-06T22:21:11,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/eb9470c7c36840909d9fce1d7312d5a4 is 50, key is test_row_0/C:col10/1733523670798/Put/seqid=0 2024-12-06T22:21:11,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742358_1534 (size=12001) 2024-12-06T22:21:11,652 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:11,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-06T22:21:11,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:11,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:11,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:11,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:11,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:11,805 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:11,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-06T22:21:11,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:11,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:11,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:11,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:11,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-06T22:21:11,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523731917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:11,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523731918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:11,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1733523731919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:11,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523731923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:11,958 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:11,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-06T22:21:11,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:11,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:11,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:11,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:11,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:12,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:12,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523732002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:12,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/eb9470c7c36840909d9fce1d7312d5a4 2024-12-06T22:21:12,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/f5a4fa8bd44b4af293edfb8732684a8d as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/f5a4fa8bd44b4af293edfb8732684a8d 2024-12-06T22:21:12,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/f5a4fa8bd44b4af293edfb8732684a8d, entries=150, sequenceid=50, filesize=11.7 K 2024-12-06T22:21:12,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/75eae98c39cc4df0a6ffc4c2a1313e4f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/75eae98c39cc4df0a6ffc4c2a1313e4f 2024-12-06T22:21:12,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/75eae98c39cc4df0a6ffc4c2a1313e4f, entries=150, sequenceid=50, filesize=11.7 K 2024-12-06T22:21:12,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/eb9470c7c36840909d9fce1d7312d5a4 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/eb9470c7c36840909d9fce1d7312d5a4 2024-12-06T22:21:12,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/eb9470c7c36840909d9fce1d7312d5a4, entries=150, sequenceid=50, filesize=11.7 K 2024-12-06T22:21:12,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b0f184668b012003a81f1e1fb46289b9 in 1259ms, sequenceid=50, compaction requested=true 2024-12-06T22:21:12,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:12,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:21:12,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:12,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:21:12,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:12,059 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:12,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:21:12,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T22:21:12,060 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:12,060 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:12,060 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/A is initiating minor compaction (all files) 2024-12-06T22:21:12,060 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/A in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:12,060 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/76d4852ba16f4542a34374f9d5672260, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/5ed5cec67d014cf092009fb11f1b6c70, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/f5a4fa8bd44b4af293edfb8732684a8d] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=35.2 K 2024-12-06T22:21:12,062 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 76d4852ba16f4542a34374f9d5672260, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733523668639 2024-12-06T22:21:12,062 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:12,062 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/B is initiating minor compaction (all files) 2024-12-06T22:21:12,062 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ed5cec67d014cf092009fb11f1b6c70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733523668655 2024-12-06T22:21:12,062 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/B in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:12,062 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/724b4d950c5a43ba82a61f4048d9e4ad, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/6392edbf74cf4880b419faa8d273aef8, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/75eae98c39cc4df0a6ffc4c2a1313e4f] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=35.2 K 2024-12-06T22:21:12,062 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting f5a4fa8bd44b4af293edfb8732684a8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733523669779 2024-12-06T22:21:12,062 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 724b4d950c5a43ba82a61f4048d9e4ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733523668639 2024-12-06T22:21:12,063 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6392edbf74cf4880b419faa8d273aef8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733523668655 2024-12-06T22:21:12,064 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75eae98c39cc4df0a6ffc4c2a1313e4f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733523669779 2024-12-06T22:21:12,074 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#A#compaction#452 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:12,074 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/f6447b0babde4593bd56b591617f5897 is 50, key is test_row_0/A:col10/1733523670798/Put/seqid=0 2024-12-06T22:21:12,081 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#B#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:12,082 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/6f3034946a4c4a6e80c19130b19c4a54 is 50, key is test_row_0/B:col10/1733523670798/Put/seqid=0 2024-12-06T22:21:12,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742359_1535 (size=12104) 2024-12-06T22:21:12,102 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/f6447b0babde4593bd56b591617f5897 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/f6447b0babde4593bd56b591617f5897 2024-12-06T22:21:12,108 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/A of b0f184668b012003a81f1e1fb46289b9 into f6447b0babde4593bd56b591617f5897(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:12,108 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:12,108 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/A, priority=13, startTime=1733523672059; duration=0sec 2024-12-06T22:21:12,108 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:12,108 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:A 2024-12-06T22:21:12,108 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:12,109 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:12,109 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/C is initiating minor compaction (all files) 2024-12-06T22:21:12,109 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/C in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:12,109 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/a1680dc6c05c434f8465d48bf25bdbdf, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/df1a9984fc484c0d95c34014c22f078a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/eb9470c7c36840909d9fce1d7312d5a4] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=35.2 K 2024-12-06T22:21:12,110 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting a1680dc6c05c434f8465d48bf25bdbdf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733523668639 2024-12-06T22:21:12,110 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:12,110 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting df1a9984fc484c0d95c34014c22f078a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733523668655 2024-12-06T22:21:12,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-06T22:21:12,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:12,111 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting eb9470c7c36840909d9fce1d7312d5a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733523669779 2024-12-06T22:21:12,111 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing b0f184668b012003a81f1e1fb46289b9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T22:21:12,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=A 2024-12-06T22:21:12,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:12,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=B 2024-12-06T22:21:12,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:12,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=C 2024-12-06T22:21:12,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:12,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/add8d8fd04104b0182907a2265ea7243 is 50, key is test_row_0/A:col10/1733523670870/Put/seqid=0 2024-12-06T22:21:12,121 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#C#compaction#455 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:12,122 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/8e2af6ecb1d34a74a0ebef88cdc7c27d is 50, key is test_row_0/C:col10/1733523670798/Put/seqid=0 2024-12-06T22:21:12,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742360_1536 (size=12104) 2024-12-06T22:21:12,127 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/6f3034946a4c4a6e80c19130b19c4a54 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/6f3034946a4c4a6e80c19130b19c4a54 2024-12-06T22:21:12,132 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/B of b0f184668b012003a81f1e1fb46289b9 into 6f3034946a4c4a6e80c19130b19c4a54(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:12,132 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:12,132 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/B, priority=13, startTime=1733523672059; duration=0sec 2024-12-06T22:21:12,132 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:12,132 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:B 2024-12-06T22:21:12,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742362_1538 (size=12104) 2024-12-06T22:21:12,137 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/8e2af6ecb1d34a74a0ebef88cdc7c27d as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/8e2af6ecb1d34a74a0ebef88cdc7c27d 2024-12-06T22:21:12,140 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/C of b0f184668b012003a81f1e1fb46289b9 into 8e2af6ecb1d34a74a0ebef88cdc7c27d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:12,141 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:12,141 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/C, priority=13, startTime=1733523672059; duration=0sec 2024-12-06T22:21:12,141 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:12,141 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:C 2024-12-06T22:21:12,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742361_1537 (size=12001) 2024-12-06T22:21:12,143 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/add8d8fd04104b0182907a2265ea7243 2024-12-06T22:21:12,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/3cfa268a6cae48c2a4e08d4d5f88ebdd is 50, key is test_row_0/B:col10/1733523670870/Put/seqid=0 2024-12-06T22:21:12,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742363_1539 (size=12001) 2024-12-06T22:21:12,553 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/3cfa268a6cae48c2a4e08d4d5f88ebdd 2024-12-06T22:21:12,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/ee7d3c7f0ec7455c81e60d32922e5e1e is 50, key is test_row_0/C:col10/1733523670870/Put/seqid=0 2024-12-06T22:21:12,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742364_1540 (size=12001) 2024-12-06T22:21:12,565 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/ee7d3c7f0ec7455c81e60d32922e5e1e 2024-12-06T22:21:12,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/add8d8fd04104b0182907a2265ea7243 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/add8d8fd04104b0182907a2265ea7243 2024-12-06T22:21:12,575 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/add8d8fd04104b0182907a2265ea7243, entries=150, sequenceid=75, filesize=11.7 K 2024-12-06T22:21:12,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/3cfa268a6cae48c2a4e08d4d5f88ebdd as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/3cfa268a6cae48c2a4e08d4d5f88ebdd 2024-12-06T22:21:12,579 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/3cfa268a6cae48c2a4e08d4d5f88ebdd, entries=150, sequenceid=75, filesize=11.7 K 2024-12-06T22:21:12,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/ee7d3c7f0ec7455c81e60d32922e5e1e as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/ee7d3c7f0ec7455c81e60d32922e5e1e 2024-12-06T22:21:12,582 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/ee7d3c7f0ec7455c81e60d32922e5e1e, entries=150, sequenceid=75, filesize=11.7 K 2024-12-06T22:21:12,583 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for b0f184668b012003a81f1e1fb46289b9 in 472ms, sequenceid=75, compaction requested=false 2024-12-06T22:21:12,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:12,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:12,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-12-06T22:21:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-12-06T22:21:12,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-12-06T22:21:12,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8490 sec 2024-12-06T22:21:12,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.8530 sec 2024-12-06T22:21:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-06T22:21:12,841 INFO [Thread-2320 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-12-06T22:21:12,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:21:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-12-06T22:21:12,847 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:21:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-06T22:21:12,849 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:21:12,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:21:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-06T22:21:13,000 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:13,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-06T22:21:13,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:13,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:13,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:13,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-12-06T22:21:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-12-06T22:21:13,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-12-06T22:21:13,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 153 msec 2024-12-06T22:21:13,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 161 msec 2024-12-06T22:21:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:13,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b0f184668b012003a81f1e1fb46289b9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:21:13,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=A 2024-12-06T22:21:13,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:13,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=B 2024-12-06T22:21:13,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:13,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=C 2024-12-06T22:21:13,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:13,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/4a606c23e68241d38f2f854b5215ce61 is 50, key is test_row_0/A:col10/1733523673027/Put/seqid=0 2024-12-06T22:21:13,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742365_1541 (size=14341) 2024-12-06T22:21:13,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/4a606c23e68241d38f2f854b5215ce61 2024-12-06T22:21:13,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/2c639d063d4e4c24bfbf7b123e6e6fa4 is 50, key is test_row_0/B:col10/1733523673027/Put/seqid=0 2024-12-06T22:21:13,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742366_1542 (size=12001) 2024-12-06T22:21:13,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/2c639d063d4e4c24bfbf7b123e6e6fa4 2024-12-06T22:21:13,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/ffe8d4eb972448ccbd8c4328bae0e7db is 50, key is test_row_0/C:col10/1733523673027/Put/seqid=0 2024-12-06T22:21:13,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742367_1543 (size=12001) 2024-12-06T22:21:13,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-06T22:21:13,150 INFO [Thread-2320 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-12-06T22:21:13,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:21:13,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-12-06T22:21:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-06T22:21:13,155 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:21:13,156 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:21:13,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:21:13,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:13,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523733176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-06T22:21:13,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523733283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:13,308 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:13,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-06T22:21:13,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:13,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:13,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:13,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:13,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-06T22:21:13,461 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:13,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-06T22:21:13,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:13,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:13,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:13,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:13,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:13,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/ffe8d4eb972448ccbd8c4328bae0e7db 2024-12-06T22:21:13,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/4a606c23e68241d38f2f854b5215ce61 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/4a606c23e68241d38f2f854b5215ce61 2024-12-06T22:21:13,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523733488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:13,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/4a606c23e68241d38f2f854b5215ce61, entries=200, sequenceid=89, filesize=14.0 K 2024-12-06T22:21:13,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/2c639d063d4e4c24bfbf7b123e6e6fa4 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/2c639d063d4e4c24bfbf7b123e6e6fa4 2024-12-06T22:21:13,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/2c639d063d4e4c24bfbf7b123e6e6fa4, entries=150, sequenceid=89, filesize=11.7 K 2024-12-06T22:21:13,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/ffe8d4eb972448ccbd8c4328bae0e7db as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/ffe8d4eb972448ccbd8c4328bae0e7db 2024-12-06T22:21:13,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/ffe8d4eb972448ccbd8c4328bae0e7db, entries=150, sequenceid=89, filesize=11.7 K 2024-12-06T22:21:13,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b0f184668b012003a81f1e1fb46289b9 in 471ms, sequenceid=89, compaction requested=true 2024-12-06T22:21:13,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:13,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:21:13,502 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:13,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:13,502 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:13,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:21:13,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:13,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:21:13,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:13,503 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:13,503 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/A is initiating minor compaction (all files) 2024-12-06T22:21:13,503 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/A in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:13,503 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/f6447b0babde4593bd56b591617f5897, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/add8d8fd04104b0182907a2265ea7243, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/4a606c23e68241d38f2f854b5215ce61] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=37.5 K 2024-12-06T22:21:13,503 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:13,504 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/B is initiating minor compaction (all files) 2024-12-06T22:21:13,504 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/B in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:13,504 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6447b0babde4593bd56b591617f5897, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733523669779 2024-12-06T22:21:13,504 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/6f3034946a4c4a6e80c19130b19c4a54, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/3cfa268a6cae48c2a4e08d4d5f88ebdd, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/2c639d063d4e4c24bfbf7b123e6e6fa4] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=35.3 K 2024-12-06T22:21:13,504 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f3034946a4c4a6e80c19130b19c4a54, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733523669779 2024-12-06T22:21:13,504 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting add8d8fd04104b0182907a2265ea7243, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733523670864 2024-12-06T22:21:13,504 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cfa268a6cae48c2a4e08d4d5f88ebdd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733523670864 2024-12-06T22:21:13,504 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a606c23e68241d38f2f854b5215ce61, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733523673009 2024-12-06T22:21:13,505 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c639d063d4e4c24bfbf7b123e6e6fa4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733523673023 2024-12-06T22:21:13,513 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#B#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:13,514 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/b8db8b37d7a0411cb8ef3725cfae46ab is 50, key is test_row_0/B:col10/1733523673027/Put/seqid=0 2024-12-06T22:21:13,515 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#A#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:13,516 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/317e1a02efd24b1dad83d3edb01f33af is 50, key is test_row_0/A:col10/1733523673027/Put/seqid=0 2024-12-06T22:21:13,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742368_1544 (size=12207) 2024-12-06T22:21:13,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742369_1545 (size=12207) 2024-12-06T22:21:13,614 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:13,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-06T22:21:13,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:13,615 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing b0f184668b012003a81f1e1fb46289b9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T22:21:13,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=A 2024-12-06T22:21:13,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:13,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=B 2024-12-06T22:21:13,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:13,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=C 2024-12-06T22:21:13,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:13,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/9818de6c264b43e6b26dae6bf246576a is 50, key is test_row_0/A:col10/1733523673144/Put/seqid=0 2024-12-06T22:21:13,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742370_1546 (size=12001) 2024-12-06T22:21:13,622 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/9818de6c264b43e6b26dae6bf246576a 2024-12-06T22:21:13,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/aee5f24cac924f18a989b381f47c9170 is 50, key is test_row_0/B:col10/1733523673144/Put/seqid=0 2024-12-06T22:21:13,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742371_1547 (size=12001) 2024-12-06T22:21:13,633 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/aee5f24cac924f18a989b381f47c9170 2024-12-06T22:21:13,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/a25d0f29f8ff4fa7956c0fe9c6237b2b is 50, key is test_row_0/C:col10/1733523673144/Put/seqid=0 2024-12-06T22:21:13,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742372_1548 (size=12001) 2024-12-06T22:21:13,643 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/a25d0f29f8ff4fa7956c0fe9c6237b2b 2024-12-06T22:21:13,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/9818de6c264b43e6b26dae6bf246576a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/9818de6c264b43e6b26dae6bf246576a 2024-12-06T22:21:13,649 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/9818de6c264b43e6b26dae6bf246576a, entries=150, sequenceid=114, filesize=11.7 K 2024-12-06T22:21:13,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/aee5f24cac924f18a989b381f47c9170 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/aee5f24cac924f18a989b381f47c9170 2024-12-06T22:21:13,653 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/aee5f24cac924f18a989b381f47c9170, entries=150, sequenceid=114, filesize=11.7 K 2024-12-06T22:21:13,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/a25d0f29f8ff4fa7956c0fe9c6237b2b as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/a25d0f29f8ff4fa7956c0fe9c6237b2b 2024-12-06T22:21:13,657 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/a25d0f29f8ff4fa7956c0fe9c6237b2b, entries=150, sequenceid=114, filesize=11.7 K 2024-12-06T22:21:13,658 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for b0f184668b012003a81f1e1fb46289b9 in 44ms, sequenceid=114, compaction requested=true 2024-12-06T22:21:13,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:13,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:13,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-12-06T22:21:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-12-06T22:21:13,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-12-06T22:21:13,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 503 msec 2024-12-06T22:21:13,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 507 msec 2024-12-06T22:21:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-06T22:21:13,757 INFO [Thread-2320 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-12-06T22:21:13,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:21:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-12-06T22:21:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-06T22:21:13,760 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:21:13,760 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:21:13,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:21:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:13,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b0f184668b012003a81f1e1fb46289b9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:21:13,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=A 2024-12-06T22:21:13,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:13,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=B 2024-12-06T22:21:13,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:13,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=C 2024-12-06T22:21:13,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:13,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/88324d80cff940cc8801aecd2b6ac6c6 is 50, key is test_row_0/A:col10/1733523673804/Put/seqid=0 2024-12-06T22:21:13,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742373_1549 (size=14341) 2024-12-06T22:21:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-06T22:21:13,912 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:13,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-06T22:21:13,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:13,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:13,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:13,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:13,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:13,922 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/b8db8b37d7a0411cb8ef3725cfae46ab as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/b8db8b37d7a0411cb8ef3725cfae46ab 2024-12-06T22:21:13,926 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/B of b0f184668b012003a81f1e1fb46289b9 into b8db8b37d7a0411cb8ef3725cfae46ab(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:13,926 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:13,926 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/B, priority=13, startTime=1733523673502; duration=0sec 2024-12-06T22:21:13,926 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:13,926 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:B 2024-12-06T22:21:13,927 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:21:13,928 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:21:13,928 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/C is initiating minor compaction (all files) 2024-12-06T22:21:13,929 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/C in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:13,929 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/8e2af6ecb1d34a74a0ebef88cdc7c27d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/ee7d3c7f0ec7455c81e60d32922e5e1e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/ffe8d4eb972448ccbd8c4328bae0e7db, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/a25d0f29f8ff4fa7956c0fe9c6237b2b] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=47.0 K 2024-12-06T22:21:13,929 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/317e1a02efd24b1dad83d3edb01f33af as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/317e1a02efd24b1dad83d3edb01f33af 2024-12-06T22:21:13,929 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e2af6ecb1d34a74a0ebef88cdc7c27d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733523669779 2024-12-06T22:21:13,929 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting ee7d3c7f0ec7455c81e60d32922e5e1e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733523670864 2024-12-06T22:21:13,930 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting ffe8d4eb972448ccbd8c4328bae0e7db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733523673023 2024-12-06T22:21:13,930 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting a25d0f29f8ff4fa7956c0fe9c6237b2b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733523673144 2024-12-06T22:21:13,933 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/A of b0f184668b012003a81f1e1fb46289b9 into 317e1a02efd24b1dad83d3edb01f33af(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:13,933 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:13,933 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/A, priority=13, startTime=1733523673502; duration=0sec 2024-12-06T22:21:13,934 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:13,934 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:A 2024-12-06T22:21:13,939 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#C#compaction#467 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:13,939 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/4e570b9fdd224acdac277de0867d891d is 50, key is test_row_0/C:col10/1733523673144/Put/seqid=0 2024-12-06T22:21:13,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742374_1550 (size=12241) 2024-12-06T22:21:13,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1733523733943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:13,947 DEBUG [Thread-2310 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., hostname=6d2a5dd008ce,36991,1733523540613, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T22:21:13,947 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/4e570b9fdd224acdac277de0867d891d as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/4e570b9fdd224acdac277de0867d891d 2024-12-06T22:21:13,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523733944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:13,951 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/C of b0f184668b012003a81f1e1fb46289b9 into 4e570b9fdd224acdac277de0867d891d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:13,951 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:13,951 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/C, priority=12, startTime=1733523673503; duration=0sec 2024-12-06T22:21:13,951 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:13,951 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:C 2024-12-06T22:21:13,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523733944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:13,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523733945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:13,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523733947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:14,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523734051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:14,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523734054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:14,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523734056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:14,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523734057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-06T22:21:14,065 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:14,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-06T22:21:14,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:14,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:14,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:14,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:14,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:14,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:14,218 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:14,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-06T22:21:14,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:14,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:14,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:14,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:14,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:14,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/88324d80cff940cc8801aecd2b6ac6c6 2024-12-06T22:21:14,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/bd57c5a6dfc1438783f596e55dabf02a is 50, key is test_row_0/B:col10/1733523673804/Put/seqid=0 2024-12-06T22:21:14,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742375_1551 (size=12001) 2024-12-06T22:21:14,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523734257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:14,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523734258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:14,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:14,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523734261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:14,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523734262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-06T22:21:14,371 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:14,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-06T22:21:14,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:14,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:14,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:14,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:14,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:14,524 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:14,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-06T22:21:14,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:14,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:14,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:14,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:14,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:14,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:14,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523734563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523734563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:14,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523734569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:14,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523734570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:14,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/bd57c5a6dfc1438783f596e55dabf02a 2024-12-06T22:21:14,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/92e2403ce6174ba08407e49d38f831f4 is 50, key is test_row_0/C:col10/1733523673804/Put/seqid=0 2024-12-06T22:21:14,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742376_1552 (size=12001) 2024-12-06T22:21:14,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/92e2403ce6174ba08407e49d38f831f4 2024-12-06T22:21:14,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/88324d80cff940cc8801aecd2b6ac6c6 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/88324d80cff940cc8801aecd2b6ac6c6 2024-12-06T22:21:14,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/88324d80cff940cc8801aecd2b6ac6c6, entries=200, sequenceid=125, filesize=14.0 K 2024-12-06T22:21:14,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/bd57c5a6dfc1438783f596e55dabf02a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/bd57c5a6dfc1438783f596e55dabf02a 2024-12-06T22:21:14,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/bd57c5a6dfc1438783f596e55dabf02a, entries=150, sequenceid=125, filesize=11.7 K 2024-12-06T22:21:14,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/92e2403ce6174ba08407e49d38f831f4 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/92e2403ce6174ba08407e49d38f831f4 2024-12-06T22:21:14,677 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:14,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-06T22:21:14,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:14,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:14,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:14,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:14,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:14,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/92e2403ce6174ba08407e49d38f831f4, entries=150, sequenceid=125, filesize=11.7 K 2024-12-06T22:21:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:14,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b0f184668b012003a81f1e1fb46289b9 in 855ms, sequenceid=125, compaction requested=true 2024-12-06T22:21:14,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:14,680 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:14,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:21:14,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:14,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:21:14,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:14,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:21:14,680 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:14,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:14,681 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:14,681 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/A is initiating minor compaction (all files) 2024-12-06T22:21:14,681 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/A in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:14,681 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/317e1a02efd24b1dad83d3edb01f33af, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/9818de6c264b43e6b26dae6bf246576a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/88324d80cff940cc8801aecd2b6ac6c6] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=37.6 K 2024-12-06T22:21:14,681 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:14,681 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/B is initiating minor compaction (all files) 2024-12-06T22:21:14,681 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/B in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:14,681 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/b8db8b37d7a0411cb8ef3725cfae46ab, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/aee5f24cac924f18a989b381f47c9170, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/bd57c5a6dfc1438783f596e55dabf02a] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=35.4 K 2024-12-06T22:21:14,682 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 317e1a02efd24b1dad83d3edb01f33af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733523673023 2024-12-06T22:21:14,682 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting b8db8b37d7a0411cb8ef3725cfae46ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733523673023 2024-12-06T22:21:14,682 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9818de6c264b43e6b26dae6bf246576a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733523673144 2024-12-06T22:21:14,688 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting aee5f24cac924f18a989b381f47c9170, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733523673144 2024-12-06T22:21:14,688 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88324d80cff940cc8801aecd2b6ac6c6, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733523673804 2024-12-06T22:21:14,689 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting bd57c5a6dfc1438783f596e55dabf02a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733523673804 2024-12-06T22:21:14,696 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#A#compaction#470 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:14,697 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/183b17d989a54f3f8b8d7c6a0d25c382 is 50, key is test_row_0/A:col10/1733523673804/Put/seqid=0 2024-12-06T22:21:14,706 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#B#compaction#471 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:14,706 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/b08170e8ff5f4eea97d435bbea8b7713 is 50, key is test_row_0/B:col10/1733523673804/Put/seqid=0 2024-12-06T22:21:14,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742377_1553 (size=12309) 2024-12-06T22:21:14,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742378_1554 (size=12309) 2024-12-06T22:21:14,830 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:14,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-06T22:21:14,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:14,830 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing b0f184668b012003a81f1e1fb46289b9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T22:21:14,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=A 2024-12-06T22:21:14,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:14,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=B 2024-12-06T22:21:14,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:14,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=C 2024-12-06T22:21:14,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:14,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/4f209a7e2b104c61b3a06cc2d9ffb6d2 is 50, key is test_row_0/A:col10/1733523673936/Put/seqid=0 2024-12-06T22:21:14,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742379_1555 (size=12151) 2024-12-06T22:21:14,844 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/4f209a7e2b104c61b3a06cc2d9ffb6d2 2024-12-06T22:21:14,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/bd0842b17b344a40bca139e647c41ef4 is 50, key is test_row_0/B:col10/1733523673936/Put/seqid=0 2024-12-06T22:21:14,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742380_1556 (size=12151) 2024-12-06T22:21:14,857 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/bd0842b17b344a40bca139e647c41ef4 2024-12-06T22:21:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-06T22:21:14,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/71d44b8948764ed3a69910288a44e945 is 50, key is test_row_0/C:col10/1733523673936/Put/seqid=0 2024-12-06T22:21:14,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742381_1557 (size=12151) 2024-12-06T22:21:14,879 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/71d44b8948764ed3a69910288a44e945 2024-12-06T22:21:14,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/4f209a7e2b104c61b3a06cc2d9ffb6d2 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/4f209a7e2b104c61b3a06cc2d9ffb6d2 2024-12-06T22:21:14,886 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/4f209a7e2b104c61b3a06cc2d9ffb6d2, entries=150, sequenceid=153, filesize=11.9 K 2024-12-06T22:21:14,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/bd0842b17b344a40bca139e647c41ef4 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/bd0842b17b344a40bca139e647c41ef4 2024-12-06T22:21:14,891 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/bd0842b17b344a40bca139e647c41ef4, entries=150, sequenceid=153, filesize=11.9 K 2024-12-06T22:21:14,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/71d44b8948764ed3a69910288a44e945 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/71d44b8948764ed3a69910288a44e945 2024-12-06T22:21:14,896 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/71d44b8948764ed3a69910288a44e945, entries=150, sequenceid=153, filesize=11.9 K 2024-12-06T22:21:14,899 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for b0f184668b012003a81f1e1fb46289b9 in 69ms, sequenceid=153, compaction requested=true 2024-12-06T22:21:14,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:14,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:14,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-12-06T22:21:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-12-06T22:21:14,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-12-06T22:21:14,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1400 sec 2024-12-06T22:21:14,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.1450 sec 2024-12-06T22:21:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:15,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b0f184668b012003a81f1e1fb46289b9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:21:15,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=A 2024-12-06T22:21:15,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:15,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=B 2024-12-06T22:21:15,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:15,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=C 2024-12-06T22:21:15,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:15,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/a0bdfbcbd7a04aaba5fee609c992c4ae is 50, key is test_row_0/A:col10/1733523675082/Put/seqid=0 2024-12-06T22:21:15,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742382_1558 (size=16931) 2024-12-06T22:21:15,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/a0bdfbcbd7a04aaba5fee609c992c4ae 2024-12-06T22:21:15,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/b432586a1f974ce895fa8e3e270b4372 is 50, key is test_row_0/B:col10/1733523675082/Put/seqid=0 2024-12-06T22:21:15,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742383_1559 (size=12151) 2024-12-06T22:21:15,133 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/183b17d989a54f3f8b8d7c6a0d25c382 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/183b17d989a54f3f8b8d7c6a0d25c382 2024-12-06T22:21:15,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523735125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:15,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523735126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:15,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523735127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:15,137 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/A of b0f184668b012003a81f1e1fb46289b9 into 183b17d989a54f3f8b8d7c6a0d25c382(size=12.0 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:15,137 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:15,137 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/A, priority=13, startTime=1733523674680; duration=0sec 2024-12-06T22:21:15,137 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:15,137 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:A 2024-12-06T22:21:15,137 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:15,139 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:15,139 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/C is initiating minor compaction (all files) 2024-12-06T22:21:15,139 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/C in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:15,139 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/4e570b9fdd224acdac277de0867d891d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/92e2403ce6174ba08407e49d38f831f4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/71d44b8948764ed3a69910288a44e945] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=35.5 K 2024-12-06T22:21:15,139 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e570b9fdd224acdac277de0867d891d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733523673144 2024-12-06T22:21:15,139 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92e2403ce6174ba08407e49d38f831f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733523673804 2024-12-06T22:21:15,140 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71d44b8948764ed3a69910288a44e945, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733523673936 2024-12-06T22:21:15,141 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/b08170e8ff5f4eea97d435bbea8b7713 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/b08170e8ff5f4eea97d435bbea8b7713 2024-12-06T22:21:15,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:15,144 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/B of b0f184668b012003a81f1e1fb46289b9 into b08170e8ff5f4eea97d435bbea8b7713(size=12.0 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523735135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:15,145 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:15,145 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/B, priority=13, startTime=1733523674680; duration=0sec 2024-12-06T22:21:15,145 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:15,145 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:B 2024-12-06T22:21:15,147 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#C#compaction#477 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:15,147 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/62d1e6a2073e4ae6ad0dc87532ca9043 is 50, key is test_row_0/C:col10/1733523673936/Put/seqid=0 2024-12-06T22:21:15,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742384_1560 (size=12493) 2024-12-06T22:21:15,157 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/62d1e6a2073e4ae6ad0dc87532ca9043 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/62d1e6a2073e4ae6ad0dc87532ca9043 2024-12-06T22:21:15,161 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/C of b0f184668b012003a81f1e1fb46289b9 into 62d1e6a2073e4ae6ad0dc87532ca9043(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:15,161 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:15,161 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/C, priority=13, startTime=1733523674680; duration=0sec 2024-12-06T22:21:15,161 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:15,161 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:C 2024-12-06T22:21:15,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523735236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:15,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523735237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:15,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523735237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:15,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523735245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:15,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523735443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:15,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523735444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:15,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523735444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:15,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523735450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:15,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/b432586a1f974ce895fa8e3e270b4372 2024-12-06T22:21:15,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/92641260861448bebff76edeecb2c93a is 50, key is test_row_0/C:col10/1733523675082/Put/seqid=0 2024-12-06T22:21:15,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742385_1561 (size=12151) 2024-12-06T22:21:15,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523735748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:15,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523735748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:15,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:15,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523735749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:15,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523735755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-06T22:21:15,864 INFO [Thread-2320 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-12-06T22:21:15,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:21:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-12-06T22:21:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-06T22:21:15,867 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:21:15,867 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:21:15,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:21:15,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/92641260861448bebff76edeecb2c93a 2024-12-06T22:21:15,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/a0bdfbcbd7a04aaba5fee609c992c4ae as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/a0bdfbcbd7a04aaba5fee609c992c4ae 2024-12-06T22:21:15,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/a0bdfbcbd7a04aaba5fee609c992c4ae, entries=250, sequenceid=165, filesize=16.5 K 2024-12-06T22:21:15,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/b432586a1f974ce895fa8e3e270b4372 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/b432586a1f974ce895fa8e3e270b4372 2024-12-06T22:21:15,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/b432586a1f974ce895fa8e3e270b4372, entries=150, sequenceid=165, filesize=11.9 K 2024-12-06T22:21:15,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/92641260861448bebff76edeecb2c93a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/92641260861448bebff76edeecb2c93a 2024-12-06T22:21:15,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/92641260861448bebff76edeecb2c93a, entries=150, sequenceid=165, filesize=11.9 K 2024-12-06T22:21:15,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b0f184668b012003a81f1e1fb46289b9 in 859ms, sequenceid=165, compaction requested=true 2024-12-06T22:21:15,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:15,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:21:15,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:15,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:21:15,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:15,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:21:15,941 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:15,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:15,941 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:15,942 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41391 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:15,942 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:15,942 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/B is initiating minor compaction (all files) 2024-12-06T22:21:15,942 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/A is initiating minor compaction (all files) 2024-12-06T22:21:15,942 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/A in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:15,942 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/B in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:15,942 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/b08170e8ff5f4eea97d435bbea8b7713, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/bd0842b17b344a40bca139e647c41ef4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/b432586a1f974ce895fa8e3e270b4372] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=35.8 K 2024-12-06T22:21:15,942 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/183b17d989a54f3f8b8d7c6a0d25c382, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/4f209a7e2b104c61b3a06cc2d9ffb6d2, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/a0bdfbcbd7a04aaba5fee609c992c4ae] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=40.4 K 2024-12-06T22:21:15,943 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting b08170e8ff5f4eea97d435bbea8b7713, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733523673804 2024-12-06T22:21:15,943 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 183b17d989a54f3f8b8d7c6a0d25c382, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733523673804 2024-12-06T22:21:15,943 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f209a7e2b104c61b3a06cc2d9ffb6d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733523673936 2024-12-06T22:21:15,943 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting bd0842b17b344a40bca139e647c41ef4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733523673936 2024-12-06T22:21:15,943 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting b432586a1f974ce895fa8e3e270b4372, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733523675080 2024-12-06T22:21:15,943 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0bdfbcbd7a04aaba5fee609c992c4ae, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733523675077 2024-12-06T22:21:15,951 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#A#compaction#479 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:15,951 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/32cde95cfa384e8f9510da20a724f6bb is 50, key is test_row_0/A:col10/1733523675082/Put/seqid=0 2024-12-06T22:21:15,962 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#B#compaction#480 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:15,962 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/17cd2fef1188430cba0e3792cf1830fd is 50, key is test_row_0/B:col10/1733523675082/Put/seqid=0 2024-12-06T22:21:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-06T22:21:15,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742387_1563 (size=12561) 2024-12-06T22:21:15,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742386_1562 (size=12561) 2024-12-06T22:21:15,973 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/17cd2fef1188430cba0e3792cf1830fd as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/17cd2fef1188430cba0e3792cf1830fd 2024-12-06T22:21:15,977 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/B of b0f184668b012003a81f1e1fb46289b9 into 17cd2fef1188430cba0e3792cf1830fd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:15,977 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:15,978 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/B, priority=13, startTime=1733523675941; duration=0sec 2024-12-06T22:21:15,978 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:15,978 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:B 2024-12-06T22:21:15,978 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-06T22:21:15,978 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-06T22:21:15,978 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-06T22:21:15,978 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. because compaction request was cancelled 2024-12-06T22:21:15,978 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:C 2024-12-06T22:21:16,019 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:16,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-06T22:21:16,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:16,025 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing b0f184668b012003a81f1e1fb46289b9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T22:21:16,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=A 2024-12-06T22:21:16,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:16,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=B 2024-12-06T22:21:16,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:16,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=C 2024-12-06T22:21:16,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:16,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/b8cb514a63ba4065915a78091560dcc6 is 50, key is test_row_0/A:col10/1733523675126/Put/seqid=0 2024-12-06T22:21:16,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742388_1564 (size=12151) 2024-12-06T22:21:16,043 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/b8cb514a63ba4065915a78091560dcc6 2024-12-06T22:21:16,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/28d47f422b604222bb6cf6d6e2321f97 is 50, key is test_row_0/B:col10/1733523675126/Put/seqid=0 2024-12-06T22:21:16,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742389_1565 (size=12151) 2024-12-06T22:21:16,069 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/28d47f422b604222bb6cf6d6e2321f97 2024-12-06T22:21:16,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/cd06291205124a3b9844f211ac3aa646 is 50, key is test_row_0/C:col10/1733523675126/Put/seqid=0 2024-12-06T22:21:16,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742390_1566 (size=12151) 2024-12-06T22:21:16,097 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/cd06291205124a3b9844f211ac3aa646 2024-12-06T22:21:16,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/b8cb514a63ba4065915a78091560dcc6 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/b8cb514a63ba4065915a78091560dcc6 2024-12-06T22:21:16,107 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/b8cb514a63ba4065915a78091560dcc6, entries=150, sequenceid=193, filesize=11.9 K 2024-12-06T22:21:16,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/28d47f422b604222bb6cf6d6e2321f97 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/28d47f422b604222bb6cf6d6e2321f97 2024-12-06T22:21:16,110 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/28d47f422b604222bb6cf6d6e2321f97, entries=150, sequenceid=193, filesize=11.9 K 2024-12-06T22:21:16,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/cd06291205124a3b9844f211ac3aa646 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/cd06291205124a3b9844f211ac3aa646 2024-12-06T22:21:16,116 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/cd06291205124a3b9844f211ac3aa646, entries=150, sequenceid=193, filesize=11.9 K 2024-12-06T22:21:16,117 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for b0f184668b012003a81f1e1fb46289b9 in 93ms, sequenceid=193, compaction requested=true 2024-12-06T22:21:16,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:16,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:16,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-12-06T22:21:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-12-06T22:21:16,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-12-06T22:21:16,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 251 msec 2024-12-06T22:21:16,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 255 msec 2024-12-06T22:21:16,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-06T22:21:16,168 INFO [Thread-2320 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-12-06T22:21:16,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:21:16,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-12-06T22:21:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-06T22:21:16,171 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:21:16,172 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:21:16,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:21:16,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:16,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b0f184668b012003a81f1e1fb46289b9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:21:16,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=A 2024-12-06T22:21:16,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:16,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=B 2024-12-06T22:21:16,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:16,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=C 2024-12-06T22:21:16,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:16,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/0a9a831822e548729ef593558379b015 is 50, key is test_row_0/A:col10/1733523676263/Put/seqid=0 2024-12-06T22:21:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-06T22:21:16,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742391_1567 (size=19321) 2024-12-06T22:21:16,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:16,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523736302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523736302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:16,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:16,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523736303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523736307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:16,324 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:16,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-06T22:21:16,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:16,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:16,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:16,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:16,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:16,373 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/32cde95cfa384e8f9510da20a724f6bb as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/32cde95cfa384e8f9510da20a724f6bb 2024-12-06T22:21:16,377 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/A of b0f184668b012003a81f1e1fb46289b9 into 32cde95cfa384e8f9510da20a724f6bb(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:16,377 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:16,377 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/A, priority=13, startTime=1733523675941; duration=0sec 2024-12-06T22:21:16,377 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:16,377 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:A 2024-12-06T22:21:16,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523736413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:16,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523736414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:16,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523736414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:16,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523736414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-06T22:21:16,477 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:16,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-06T22:21:16,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:16,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:16,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:16,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:16,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:16,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:16,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:16,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523736620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:16,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523736620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:16,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:16,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:16,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523736620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:16,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523736621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:16,629 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:16,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-06T22:21:16,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:16,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:16,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:16,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:16,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:16,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/0a9a831822e548729ef593558379b015 2024-12-06T22:21:16,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/bb3e5ec801684ecbbb839b1b9d751eb1 is 50, key is test_row_0/B:col10/1733523676263/Put/seqid=0 2024-12-06T22:21:16,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742392_1568 (size=12151) 2024-12-06T22:21:16,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-06T22:21:16,781 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:16,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-06T22:21:16,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:16,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:16,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:16,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:16,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:16,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:16,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523736929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:16,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523736929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:16,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523736929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:16,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523736930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:16,934 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:16,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-06T22:21:16,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:16,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:16,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:16,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:16,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:17,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/bb3e5ec801684ecbbb839b1b9d751eb1 2024-12-06T22:21:17,087 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:17,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-06T22:21:17,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:17,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:17,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:17,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:17,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:17,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:17,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/79f060e86bd4436daedd349249dfe62a is 50, key is test_row_0/C:col10/1733523676263/Put/seqid=0 2024-12-06T22:21:17,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742393_1569 (size=12151) 2024-12-06T22:21:17,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/79f060e86bd4436daedd349249dfe62a 2024-12-06T22:21:17,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/0a9a831822e548729ef593558379b015 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/0a9a831822e548729ef593558379b015 2024-12-06T22:21:17,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/0a9a831822e548729ef593558379b015, entries=300, sequenceid=205, filesize=18.9 K 2024-12-06T22:21:17,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/bb3e5ec801684ecbbb839b1b9d751eb1 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/bb3e5ec801684ecbbb839b1b9d751eb1 2024-12-06T22:21:17,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/bb3e5ec801684ecbbb839b1b9d751eb1, entries=150, sequenceid=205, filesize=11.9 K 2024-12-06T22:21:17,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/79f060e86bd4436daedd349249dfe62a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/79f060e86bd4436daedd349249dfe62a 2024-12-06T22:21:17,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/79f060e86bd4436daedd349249dfe62a, entries=150, sequenceid=205, filesize=11.9 K 2024-12-06T22:21:17,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b0f184668b012003a81f1e1fb46289b9 in 849ms, sequenceid=205, compaction requested=true 2024-12-06T22:21:17,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:17,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:21:17,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:17,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:21:17,113 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:17,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:17,113 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:17,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:21:17,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:17,115 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:17,115 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/B is initiating minor compaction (all files) 2024-12-06T22:21:17,115 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/B in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:17,115 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/17cd2fef1188430cba0e3792cf1830fd, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/28d47f422b604222bb6cf6d6e2321f97, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/bb3e5ec801684ecbbb839b1b9d751eb1] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=36.0 K 2024-12-06T22:21:17,115 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44033 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:17,115 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 17cd2fef1188430cba0e3792cf1830fd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733523675080 2024-12-06T22:21:17,115 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/A is initiating minor compaction (all files) 2024-12-06T22:21:17,115 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/A in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:17,115 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/32cde95cfa384e8f9510da20a724f6bb, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/b8cb514a63ba4065915a78091560dcc6, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/0a9a831822e548729ef593558379b015] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=43.0 K 2024-12-06T22:21:17,115 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 28d47f422b604222bb6cf6d6e2321f97, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733523675123 2024-12-06T22:21:17,116 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32cde95cfa384e8f9510da20a724f6bb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733523675080 2024-12-06T22:21:17,116 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting bb3e5ec801684ecbbb839b1b9d751eb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733523676259 2024-12-06T22:21:17,116 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8cb514a63ba4065915a78091560dcc6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733523675123 2024-12-06T22:21:17,116 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a9a831822e548729ef593558379b015, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733523676257 2024-12-06T22:21:17,124 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#A#compaction#488 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:17,124 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#B#compaction#487 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:17,124 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/26434a96a4134709b0b11e642575c924 is 50, key is test_row_0/A:col10/1733523676263/Put/seqid=0 2024-12-06T22:21:17,124 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/e2aad5e7f6634ea4bf3357230dcb6c9b is 50, key is test_row_0/B:col10/1733523676263/Put/seqid=0 2024-12-06T22:21:17,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742394_1570 (size=12663) 2024-12-06T22:21:17,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742395_1571 (size=12663) 2024-12-06T22:21:17,136 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/26434a96a4134709b0b11e642575c924 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/26434a96a4134709b0b11e642575c924 2024-12-06T22:21:17,136 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/e2aad5e7f6634ea4bf3357230dcb6c9b as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/e2aad5e7f6634ea4bf3357230dcb6c9b 2024-12-06T22:21:17,140 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/A of b0f184668b012003a81f1e1fb46289b9 into 26434a96a4134709b0b11e642575c924(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:17,140 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/B of b0f184668b012003a81f1e1fb46289b9 into e2aad5e7f6634ea4bf3357230dcb6c9b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:17,140 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:17,140 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/A, priority=13, startTime=1733523677113; duration=0sec 2024-12-06T22:21:17,140 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:17,140 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/B, priority=13, startTime=1733523677113; duration=0sec 2024-12-06T22:21:17,140 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:17,140 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:A 2024-12-06T22:21:17,140 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:17,140 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:B 2024-12-06T22:21:17,140 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:21:17,141 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:21:17,142 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/C is initiating minor compaction (all files) 2024-12-06T22:21:17,142 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/C in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:17,142 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/62d1e6a2073e4ae6ad0dc87532ca9043, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/92641260861448bebff76edeecb2c93a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/cd06291205124a3b9844f211ac3aa646, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/79f060e86bd4436daedd349249dfe62a] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=47.8 K 2024-12-06T22:21:17,142 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62d1e6a2073e4ae6ad0dc87532ca9043, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733523673936 2024-12-06T22:21:17,142 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92641260861448bebff76edeecb2c93a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733523675080 2024-12-06T22:21:17,142 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd06291205124a3b9844f211ac3aa646, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733523675123 2024-12-06T22:21:17,143 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79f060e86bd4436daedd349249dfe62a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733523676259 2024-12-06T22:21:17,149 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#C#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:17,150 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/51708d59e0134378858cba34451989e6 is 50, key is test_row_0/C:col10/1733523676263/Put/seqid=0 2024-12-06T22:21:17,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742396_1572 (size=12629) 2024-12-06T22:21:17,242 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:17,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-06T22:21:17,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:17,243 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing b0f184668b012003a81f1e1fb46289b9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T22:21:17,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=A 2024-12-06T22:21:17,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:17,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=B 2024-12-06T22:21:17,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:17,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=C 2024-12-06T22:21:17,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:17,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/41956ad4235749698fc419d836968f51 is 50, key is test_row_0/A:col10/1733523676306/Put/seqid=0 2024-12-06T22:21:17,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742397_1573 (size=12151) 2024-12-06T22:21:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-06T22:21:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:17,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:17,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523737443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:17,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523737445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:17,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523737448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:17,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523737449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:17,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523737550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:17,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523737553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:17,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523737553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:17,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523737556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:17,564 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/51708d59e0134378858cba34451989e6 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/51708d59e0134378858cba34451989e6 2024-12-06T22:21:17,569 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/C of b0f184668b012003a81f1e1fb46289b9 into 51708d59e0134378858cba34451989e6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:17,569 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:17,569 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/C, priority=12, startTime=1733523677113; duration=0sec 2024-12-06T22:21:17,569 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:17,569 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:C 2024-12-06T22:21:17,653 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/41956ad4235749698fc419d836968f51 2024-12-06T22:21:17,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/6e049766d39e41bb951a61f546e50850 is 50, key is test_row_0/B:col10/1733523676306/Put/seqid=0 2024-12-06T22:21:17,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742398_1574 (size=12151) 2024-12-06T22:21:17,677 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/6e049766d39e41bb951a61f546e50850 2024-12-06T22:21:17,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/9405a46eca184a67a4ec385405ae814c is 50, key is test_row_0/C:col10/1733523676306/Put/seqid=0 2024-12-06T22:21:17,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742399_1575 (size=12151) 2024-12-06T22:21:17,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523737756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:17,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:17,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523737758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:17,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:17,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523737762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:17,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:17,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523737765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:17,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1733523737986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:17,989 DEBUG [Thread-2310 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8204 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., hostname=6d2a5dd008ce,36991,1733523540613, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T22:21:18,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523738058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:18,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523738064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:18,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523738067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:18,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523738071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:18,087 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/9405a46eca184a67a4ec385405ae814c 2024-12-06T22:21:18,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/41956ad4235749698fc419d836968f51 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/41956ad4235749698fc419d836968f51 2024-12-06T22:21:18,094 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/41956ad4235749698fc419d836968f51, entries=150, sequenceid=232, filesize=11.9 K 2024-12-06T22:21:18,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/6e049766d39e41bb951a61f546e50850 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/6e049766d39e41bb951a61f546e50850 2024-12-06T22:21:18,098 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/6e049766d39e41bb951a61f546e50850, entries=150, sequenceid=232, filesize=11.9 K 2024-12-06T22:21:18,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/9405a46eca184a67a4ec385405ae814c as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/9405a46eca184a67a4ec385405ae814c 2024-12-06T22:21:18,101 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/9405a46eca184a67a4ec385405ae814c, entries=150, sequenceid=232, filesize=11.9 K 2024-12-06T22:21:18,102 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b0f184668b012003a81f1e1fb46289b9 in 860ms, sequenceid=232, compaction requested=false 2024-12-06T22:21:18,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:18,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:18,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-12-06T22:21:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-12-06T22:21:18,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-12-06T22:21:18,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9310 sec 2024-12-06T22:21:18,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.9360 sec 2024-12-06T22:21:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-06T22:21:18,275 INFO [Thread-2320 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-12-06T22:21:18,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:21:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-12-06T22:21:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-06T22:21:18,278 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:21:18,278 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:21:18,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:21:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-06T22:21:18,430 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:18,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-06T22:21:18,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:18,430 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2837): Flushing b0f184668b012003a81f1e1fb46289b9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T22:21:18,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=A 2024-12-06T22:21:18,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:18,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=B 2024-12-06T22:21:18,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:18,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=C 2024-12-06T22:21:18,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:18,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/dd3f0e6940c745208ee04881bd2a57d4 is 50, key is test_row_0/A:col10/1733523677447/Put/seqid=0 2024-12-06T22:21:18,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742400_1576 (size=12151) 2024-12-06T22:21:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:18,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-06T22:21:18,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523738605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:18,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523738612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:18,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523738613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:18,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523738614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:18,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523738715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:18,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523738721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:18,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523738722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:18,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523738723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:18,840 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/dd3f0e6940c745208ee04881bd2a57d4 2024-12-06T22:21:18,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/032ff16f60da4b6f8895871baa0843fe is 50, key is test_row_0/B:col10/1733523677447/Put/seqid=0 2024-12-06T22:21:18,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742401_1577 (size=12151) 2024-12-06T22:21:18,852 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/032ff16f60da4b6f8895871baa0843fe 2024-12-06T22:21:18,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/da23a979fcbb49c1818279b5acffbb7d is 50, key is test_row_0/C:col10/1733523677447/Put/seqid=0 2024-12-06T22:21:18,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742402_1578 (size=12151) 2024-12-06T22:21:18,863 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/da23a979fcbb49c1818279b5acffbb7d 2024-12-06T22:21:18,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/dd3f0e6940c745208ee04881bd2a57d4 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/dd3f0e6940c745208ee04881bd2a57d4 2024-12-06T22:21:18,871 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/dd3f0e6940c745208ee04881bd2a57d4, entries=150, sequenceid=245, filesize=11.9 K 2024-12-06T22:21:18,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/032ff16f60da4b6f8895871baa0843fe as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/032ff16f60da4b6f8895871baa0843fe 2024-12-06T22:21:18,875 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/032ff16f60da4b6f8895871baa0843fe, entries=150, sequenceid=245, filesize=11.9 K 2024-12-06T22:21:18,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/da23a979fcbb49c1818279b5acffbb7d as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/da23a979fcbb49c1818279b5acffbb7d 2024-12-06T22:21:18,878 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/da23a979fcbb49c1818279b5acffbb7d, entries=150, sequenceid=245, filesize=11.9 K 2024-12-06T22:21:18,880 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for b0f184668b012003a81f1e1fb46289b9 in 449ms, sequenceid=245, compaction requested=true 2024-12-06T22:21:18,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:18,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:18,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-12-06T22:21:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-06T22:21:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-12-06T22:21:18,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-12-06T22:21:18,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 604 msec 2024-12-06T22:21:18,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 607 msec 2024-12-06T22:21:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:18,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b0f184668b012003a81f1e1fb46289b9 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-06T22:21:18,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=A 2024-12-06T22:21:18,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:18,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=B 2024-12-06T22:21:18,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:18,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=C 2024-12-06T22:21:18,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:18,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/2c07ef60404b41b9b6b951506f753fc8 is 50, key is test_row_0/A:col10/1733523678920/Put/seqid=0 2024-12-06T22:21:18,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742403_1579 (size=14741) 2024-12-06T22:21:18,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523738934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:18,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523738935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:18,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523738937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:18,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523738940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:19,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523739041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:19,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523739042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:19,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523739042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:19,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523739045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:19,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523739246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:19,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523739246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:19,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523739246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:19,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523739248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:19,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/2c07ef60404b41b9b6b951506f753fc8 2024-12-06T22:21:19,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/dcb12db9236e4014a92937331245a19f is 50, key is test_row_0/B:col10/1733523678920/Put/seqid=0 2024-12-06T22:21:19,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742404_1580 (size=12301) 2024-12-06T22:21:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-06T22:21:19,382 INFO [Thread-2320 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-12-06T22:21:19,383 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:21:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-12-06T22:21:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-06T22:21:19,385 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:21:19,385 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:21:19,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:21:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-06T22:21:19,537 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:19,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-06T22:21:19,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:19,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:19,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:19,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:19,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:19,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:19,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523739550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:19,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523739552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:19,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523739555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:19,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523739556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-06T22:21:19,689 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:19,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-06T22:21:19,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:19,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:19,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:19,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:19,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:19,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/dcb12db9236e4014a92937331245a19f 2024-12-06T22:21:19,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/216c46dafc444f338469b93da9945fb6 is 50, key is test_row_0/C:col10/1733523678920/Put/seqid=0 2024-12-06T22:21:19,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742405_1581 (size=12301) 2024-12-06T22:21:19,843 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:19,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-06T22:21:19,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:19,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:19,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:19,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:19,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:19,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-06T22:21:19,995 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:19,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-06T22:21:19,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:19,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:19,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:19,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:19,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:19,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:20,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523740055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:20,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523740056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:20,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:20,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523740062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:20,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:20,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523740062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:20,150 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:20,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-06T22:21:20,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:20,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:20,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:20,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:20,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:20,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/216c46dafc444f338469b93da9945fb6 2024-12-06T22:21:20,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/2c07ef60404b41b9b6b951506f753fc8 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/2c07ef60404b41b9b6b951506f753fc8 2024-12-06T22:21:20,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/2c07ef60404b41b9b6b951506f753fc8, entries=200, sequenceid=271, filesize=14.4 K 2024-12-06T22:21:20,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/dcb12db9236e4014a92937331245a19f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/dcb12db9236e4014a92937331245a19f 2024-12-06T22:21:20,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/dcb12db9236e4014a92937331245a19f, entries=150, sequenceid=271, filesize=12.0 K 2024-12-06T22:21:20,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/216c46dafc444f338469b93da9945fb6 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/216c46dafc444f338469b93da9945fb6 2024-12-06T22:21:20,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/216c46dafc444f338469b93da9945fb6, entries=150, sequenceid=271, filesize=12.0 K 2024-12-06T22:21:20,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for b0f184668b012003a81f1e1fb46289b9 in 1247ms, sequenceid=271, compaction requested=true 2024-12-06T22:21:20,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:20,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:21:20,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:20,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:21:20,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:20,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:21:20,168 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:21:20,168 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:21:20,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:20,169 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51706 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:21:20,170 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/A is initiating minor compaction (all files) 2024-12-06T22:21:20,170 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/A in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:20,170 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/26434a96a4134709b0b11e642575c924, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/41956ad4235749698fc419d836968f51, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/dd3f0e6940c745208ee04881bd2a57d4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/2c07ef60404b41b9b6b951506f753fc8] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=50.5 K 2024-12-06T22:21:20,170 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:21:20,170 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/B is initiating minor compaction (all files) 2024-12-06T22:21:20,170 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/B in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:20,170 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/e2aad5e7f6634ea4bf3357230dcb6c9b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/6e049766d39e41bb951a61f546e50850, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/032ff16f60da4b6f8895871baa0843fe, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/dcb12db9236e4014a92937331245a19f] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=48.1 K 2024-12-06T22:21:20,170 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26434a96a4134709b0b11e642575c924, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733523676259 2024-12-06T22:21:20,170 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41956ad4235749698fc419d836968f51, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733523676300 2024-12-06T22:21:20,170 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting e2aad5e7f6634ea4bf3357230dcb6c9b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733523676259 2024-12-06T22:21:20,170 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e049766d39e41bb951a61f546e50850, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733523676300 2024-12-06T22:21:20,170 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd3f0e6940c745208ee04881bd2a57d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733523677442 2024-12-06T22:21:20,171 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 032ff16f60da4b6f8895871baa0843fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733523677442 2024-12-06T22:21:20,171 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c07ef60404b41b9b6b951506f753fc8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733523678602 2024-12-06T22:21:20,171 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting dcb12db9236e4014a92937331245a19f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733523678602 2024-12-06T22:21:20,187 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#A#compaction#499 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:20,187 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#B#compaction#500 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:20,187 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/cfea958c59ca44ffa01f2abf9ce460d6 is 50, key is test_row_0/A:col10/1733523678920/Put/seqid=0 2024-12-06T22:21:20,187 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/3af7ba3f3f6d47bf9ea3708c67ef726d is 50, key is test_row_0/B:col10/1733523678920/Put/seqid=0 2024-12-06T22:21:20,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742406_1582 (size=12949) 2024-12-06T22:21:20,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742407_1583 (size=12949) 2024-12-06T22:21:20,202 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/3af7ba3f3f6d47bf9ea3708c67ef726d as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/3af7ba3f3f6d47bf9ea3708c67ef726d 2024-12-06T22:21:20,204 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/cfea958c59ca44ffa01f2abf9ce460d6 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/cfea958c59ca44ffa01f2abf9ce460d6 2024-12-06T22:21:20,207 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/B of b0f184668b012003a81f1e1fb46289b9 into 3af7ba3f3f6d47bf9ea3708c67ef726d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:20,207 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:20,207 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/B, priority=12, startTime=1733523680168; duration=0sec 2024-12-06T22:21:20,207 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:20,207 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:B 2024-12-06T22:21:20,207 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:21:20,209 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:21:20,209 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/C is initiating minor compaction (all files) 2024-12-06T22:21:20,209 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/C in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:20,210 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/51708d59e0134378858cba34451989e6, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/9405a46eca184a67a4ec385405ae814c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/da23a979fcbb49c1818279b5acffbb7d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/216c46dafc444f338469b93da9945fb6] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=48.1 K 2024-12-06T22:21:20,210 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 51708d59e0134378858cba34451989e6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733523676259 2024-12-06T22:21:20,210 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/A of b0f184668b012003a81f1e1fb46289b9 into cfea958c59ca44ffa01f2abf9ce460d6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:20,210 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:20,210 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/A, priority=12, startTime=1733523680168; duration=0sec 2024-12-06T22:21:20,210 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:20,210 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:A 2024-12-06T22:21:20,211 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 9405a46eca184a67a4ec385405ae814c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733523676300 2024-12-06T22:21:20,211 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting da23a979fcbb49c1818279b5acffbb7d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733523677442 2024-12-06T22:21:20,211 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 216c46dafc444f338469b93da9945fb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733523678602 2024-12-06T22:21:20,224 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#C#compaction#501 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:20,225 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/bf0761420746473ea73ce16965be2188 is 50, key is test_row_0/C:col10/1733523678920/Put/seqid=0 2024-12-06T22:21:20,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742408_1584 (size=12915) 2024-12-06T22:21:20,304 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:20,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-06T22:21:20,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:20,305 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2837): Flushing b0f184668b012003a81f1e1fb46289b9 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-06T22:21:20,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=A 2024-12-06T22:21:20,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:20,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=B 2024-12-06T22:21:20,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:20,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=C 2024-12-06T22:21:20,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:20,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/ed18f506d9b84cd3bdee52d19ccb39ba is 50, key is test_row_0/A:col10/1733523678936/Put/seqid=0 2024-12-06T22:21:20,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742409_1585 (size=9857) 2024-12-06T22:21:20,315 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/ed18f506d9b84cd3bdee52d19ccb39ba 2024-12-06T22:21:20,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/8c81d993793d429f84df05b199b0105d is 50, key is test_row_0/B:col10/1733523678936/Put/seqid=0 2024-12-06T22:21:20,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742410_1586 (size=9857) 2024-12-06T22:21:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-06T22:21:20,636 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/bf0761420746473ea73ce16965be2188 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/bf0761420746473ea73ce16965be2188 2024-12-06T22:21:20,640 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/C of b0f184668b012003a81f1e1fb46289b9 into bf0761420746473ea73ce16965be2188(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:20,640 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:20,640 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/C, priority=12, startTime=1733523680168; duration=0sec 2024-12-06T22:21:20,640 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:20,640 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:C 2024-12-06T22:21:20,729 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/8c81d993793d429f84df05b199b0105d 2024-12-06T22:21:20,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/3595cae7c3a44b8a9b2bee512c512a01 is 50, key is test_row_0/C:col10/1733523678936/Put/seqid=0 2024-12-06T22:21:20,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742411_1587 (size=9857) 2024-12-06T22:21:20,763 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/3595cae7c3a44b8a9b2bee512c512a01 2024-12-06T22:21:20,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/ed18f506d9b84cd3bdee52d19ccb39ba as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/ed18f506d9b84cd3bdee52d19ccb39ba 2024-12-06T22:21:20,773 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/ed18f506d9b84cd3bdee52d19ccb39ba, entries=100, sequenceid=283, filesize=9.6 K 2024-12-06T22:21:20,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/8c81d993793d429f84df05b199b0105d as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/8c81d993793d429f84df05b199b0105d 2024-12-06T22:21:20,778 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/8c81d993793d429f84df05b199b0105d, entries=100, sequenceid=283, filesize=9.6 K 2024-12-06T22:21:20,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/3595cae7c3a44b8a9b2bee512c512a01 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/3595cae7c3a44b8a9b2bee512c512a01 2024-12-06T22:21:20,784 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/3595cae7c3a44b8a9b2bee512c512a01, entries=100, sequenceid=283, filesize=9.6 K 2024-12-06T22:21:20,785 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for b0f184668b012003a81f1e1fb46289b9 in 479ms, sequenceid=283, compaction requested=false 2024-12-06T22:21:20,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2538): Flush status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:20,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:20,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-12-06T22:21:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=155 2024-12-06T22:21:20,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-12-06T22:21:20,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4010 sec 2024-12-06T22:21:20,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.4060 sec 2024-12-06T22:21:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:21,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b0f184668b012003a81f1e1fb46289b9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:21:21,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=A 2024-12-06T22:21:21,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:21,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=B 2024-12-06T22:21:21,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:21,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=C 2024-12-06T22:21:21,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:21,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/6c078db1e9f34c2aabe31d0bfbb89286 is 50, key is test_row_0/A:col10/1733523681105/Put/seqid=0 2024-12-06T22:21:21,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742412_1588 (size=14741) 2024-12-06T22:21:21,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523741139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:21,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523741139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:21,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523741145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:21,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523741145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:21,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523741245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:21,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523741246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:21,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523741250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:21,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523741251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:21,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523741450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:21,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523741452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:21,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523741458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:21,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523741458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-06T22:21:21,488 INFO [Thread-2320 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-12-06T22:21:21,489 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:21:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-12-06T22:21:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-06T22:21:21,491 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:21:21,491 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:21:21,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:21:21,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/6c078db1e9f34c2aabe31d0bfbb89286 2024-12-06T22:21:21,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/8baa8aeed52b4aa9b7ee17d5c409a852 is 50, key is test_row_0/B:col10/1733523681105/Put/seqid=0 2024-12-06T22:21:21,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742413_1589 (size=12301) 2024-12-06T22:21:21,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/8baa8aeed52b4aa9b7ee17d5c409a852 2024-12-06T22:21:21,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/401e1b03b8d14bdd88a35e041399ebd1 is 50, key is test_row_0/C:col10/1733523681105/Put/seqid=0 2024-12-06T22:21:21,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742414_1590 (size=12301) 2024-12-06T22:21:21,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/401e1b03b8d14bdd88a35e041399ebd1 2024-12-06T22:21:21,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/6c078db1e9f34c2aabe31d0bfbb89286 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/6c078db1e9f34c2aabe31d0bfbb89286 2024-12-06T22:21:21,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/6c078db1e9f34c2aabe31d0bfbb89286, entries=200, sequenceid=297, filesize=14.4 K 2024-12-06T22:21:21,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/8baa8aeed52b4aa9b7ee17d5c409a852 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/8baa8aeed52b4aa9b7ee17d5c409a852 2024-12-06T22:21:21,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/8baa8aeed52b4aa9b7ee17d5c409a852, entries=150, sequenceid=297, filesize=12.0 K 2024-12-06T22:21:21,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/401e1b03b8d14bdd88a35e041399ebd1 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/401e1b03b8d14bdd88a35e041399ebd1 2024-12-06T22:21:21,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/401e1b03b8d14bdd88a35e041399ebd1, entries=150, sequenceid=297, filesize=12.0 K 2024-12-06T22:21:21,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for b0f184668b012003a81f1e1fb46289b9 in 461ms, sequenceid=297, compaction requested=true 2024-12-06T22:21:21,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:21,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:21:21,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:21,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:21:21,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:21,567 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:21,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:21:21,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:21,567 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:21,568 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:21,568 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37547 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:21,568 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/B is initiating minor compaction (all files) 2024-12-06T22:21:21,568 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/A is initiating minor compaction (all files) 2024-12-06T22:21:21,568 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/B in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:21,568 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/A in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:21,568 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/cfea958c59ca44ffa01f2abf9ce460d6, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/ed18f506d9b84cd3bdee52d19ccb39ba, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/6c078db1e9f34c2aabe31d0bfbb89286] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=36.7 K 2024-12-06T22:21:21,568 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/3af7ba3f3f6d47bf9ea3708c67ef726d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/8c81d993793d429f84df05b199b0105d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/8baa8aeed52b4aa9b7ee17d5c409a852] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=34.3 K 2024-12-06T22:21:21,568 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 3af7ba3f3f6d47bf9ea3708c67ef726d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733523678602 2024-12-06T22:21:21,568 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfea958c59ca44ffa01f2abf9ce460d6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733523678602 2024-12-06T22:21:21,569 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed18f506d9b84cd3bdee52d19ccb39ba, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733523678936 2024-12-06T22:21:21,569 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c81d993793d429f84df05b199b0105d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733523678936 2024-12-06T22:21:21,569 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c078db1e9f34c2aabe31d0bfbb89286, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1733523681081 2024-12-06T22:21:21,569 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 8baa8aeed52b4aa9b7ee17d5c409a852, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1733523681081 2024-12-06T22:21:21,578 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#A#compaction#509 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:21,578 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/747e08e37f9e44fb8cc1003d6df3b4df is 50, key is test_row_0/A:col10/1733523681105/Put/seqid=0 2024-12-06T22:21:21,580 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#B#compaction#508 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:21,581 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/f7eb1076475c49e6b8cac5bc79b129c4 is 50, key is test_row_0/B:col10/1733523681105/Put/seqid=0 2024-12-06T22:21:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-06T22:21:21,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742416_1592 (size=13051) 2024-12-06T22:21:21,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742415_1591 (size=13051) 2024-12-06T22:21:21,610 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/747e08e37f9e44fb8cc1003d6df3b4df as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/747e08e37f9e44fb8cc1003d6df3b4df 2024-12-06T22:21:21,617 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/A of b0f184668b012003a81f1e1fb46289b9 into 747e08e37f9e44fb8cc1003d6df3b4df(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:21,617 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:21,617 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/A, priority=13, startTime=1733523681566; duration=0sec 2024-12-06T22:21:21,617 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:21,617 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:A 2024-12-06T22:21:21,617 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:21,618 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:21,618 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/C is initiating minor compaction (all files) 2024-12-06T22:21:21,618 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/C in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:21,619 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/bf0761420746473ea73ce16965be2188, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/3595cae7c3a44b8a9b2bee512c512a01, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/401e1b03b8d14bdd88a35e041399ebd1] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=34.3 K 2024-12-06T22:21:21,619 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf0761420746473ea73ce16965be2188, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733523678602 2024-12-06T22:21:21,619 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3595cae7c3a44b8a9b2bee512c512a01, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733523678936 2024-12-06T22:21:21,619 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 401e1b03b8d14bdd88a35e041399ebd1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1733523681081 2024-12-06T22:21:21,626 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#C#compaction#510 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:21,626 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/c20b347c63664a2abe58bf25e73c9fea is 50, key is test_row_0/C:col10/1733523681105/Put/seqid=0 2024-12-06T22:21:21,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742417_1593 (size=13017) 2024-12-06T22:21:21,643 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:21,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-06T22:21:21,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:21,644 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2837): Flushing b0f184668b012003a81f1e1fb46289b9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T22:21:21,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=A 2024-12-06T22:21:21,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:21,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=B 2024-12-06T22:21:21,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:21,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=C 2024-12-06T22:21:21,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:21,645 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/c20b347c63664a2abe58bf25e73c9fea as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/c20b347c63664a2abe58bf25e73c9fea 2024-12-06T22:21:21,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/261107a0e430483ca3bededf3af0fab1 is 50, key is test_row_0/A:col10/1733523681138/Put/seqid=0 2024-12-06T22:21:21,654 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/C of b0f184668b012003a81f1e1fb46289b9 into c20b347c63664a2abe58bf25e73c9fea(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:21,654 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:21,654 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/C, priority=13, startTime=1733523681567; duration=0sec 2024-12-06T22:21:21,654 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:21,654 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:C 2024-12-06T22:21:21,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742418_1594 (size=12301) 2024-12-06T22:21:21,670 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/261107a0e430483ca3bededf3af0fab1 2024-12-06T22:21:21,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/ee212e1466e942f8a8315f5865f3c43b is 50, key is test_row_0/B:col10/1733523681138/Put/seqid=0 2024-12-06T22:21:21,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742419_1595 (size=12301) 2024-12-06T22:21:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:21,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:21,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523741768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:21,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523741769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:21,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523741769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:21,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523741776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-06T22:21:21,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523741878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:21,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523741878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:21,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523741878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:21,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523741886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:21,998 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/f7eb1076475c49e6b8cac5bc79b129c4 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/f7eb1076475c49e6b8cac5bc79b129c4 2024-12-06T22:21:22,002 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/B of b0f184668b012003a81f1e1fb46289b9 into f7eb1076475c49e6b8cac5bc79b129c4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:22,002 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:22,002 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/B, priority=13, startTime=1733523681567; duration=0sec 2024-12-06T22:21:22,002 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:22,002 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:B 2024-12-06T22:21:22,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523742083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:22,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523742084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:22,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523742084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-06T22:21:22,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523742092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:22,102 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/ee212e1466e942f8a8315f5865f3c43b 2024-12-06T22:21:22,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/7f0bc8ffc2b6430b8527cc54e89b0660 is 50, key is test_row_0/C:col10/1733523681138/Put/seqid=0 2024-12-06T22:21:22,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742420_1596 (size=12301) 2024-12-06T22:21:22,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523742388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:22,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523742389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:22,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523742390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:22,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523742399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:22,515 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/7f0bc8ffc2b6430b8527cc54e89b0660 2024-12-06T22:21:22,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/261107a0e430483ca3bededf3af0fab1 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/261107a0e430483ca3bededf3af0fab1 2024-12-06T22:21:22,522 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/261107a0e430483ca3bededf3af0fab1, entries=150, sequenceid=322, filesize=12.0 K 2024-12-06T22:21:22,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/ee212e1466e942f8a8315f5865f3c43b as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/ee212e1466e942f8a8315f5865f3c43b 2024-12-06T22:21:22,526 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/ee212e1466e942f8a8315f5865f3c43b, entries=150, sequenceid=322, filesize=12.0 K 2024-12-06T22:21:22,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/7f0bc8ffc2b6430b8527cc54e89b0660 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/7f0bc8ffc2b6430b8527cc54e89b0660 2024-12-06T22:21:22,530 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/7f0bc8ffc2b6430b8527cc54e89b0660, entries=150, sequenceid=322, filesize=12.0 K 2024-12-06T22:21:22,531 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b0f184668b012003a81f1e1fb46289b9 in 887ms, sequenceid=322, compaction requested=false 2024-12-06T22:21:22,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2538): Flush status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:22,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:22,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-12-06T22:21:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=157 2024-12-06T22:21:22,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-12-06T22:21:22,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0410 sec 2024-12-06T22:21:22,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.0450 sec 2024-12-06T22:21:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-06T22:21:22,594 INFO [Thread-2320 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 156 completed 2024-12-06T22:21:22,596 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:21:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-12-06T22:21:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-06T22:21:22,597 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:21:22,598 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:21:22,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:21:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-06T22:21:22,749 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:22,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-06T22:21:22,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:22,750 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2837): Flushing b0f184668b012003a81f1e1fb46289b9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T22:21:22,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=A 2024-12-06T22:21:22,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:22,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=B 2024-12-06T22:21:22,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:22,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=C 2024-12-06T22:21:22,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:22,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/67b36b596e3b47c9b2838c87afa7f34d is 50, key is test_row_0/A:col10/1733523681756/Put/seqid=0 2024-12-06T22:21:22,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742421_1597 (size=12301) 2024-12-06T22:21:22,758 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/67b36b596e3b47c9b2838c87afa7f34d 2024-12-06T22:21:22,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/c8119b4fd59045329257dcf8fa5dae64 is 50, key is test_row_0/B:col10/1733523681756/Put/seqid=0 2024-12-06T22:21:22,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742422_1598 (size=12301) 2024-12-06T22:21:22,769 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/c8119b4fd59045329257dcf8fa5dae64 2024-12-06T22:21:22,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/c386c0622aad468ba970360d4d532654 is 50, key is test_row_0/C:col10/1733523681756/Put/seqid=0 2024-12-06T22:21:22,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742423_1599 (size=12301) 2024-12-06T22:21:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:22,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-06T22:21:22,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523742923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:22,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523742929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:22,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523742930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:22,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523742932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:23,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523743033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:23,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:23,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523743039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523743039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:23,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523743042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:23,178 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/c386c0622aad468ba970360d4d532654 2024-12-06T22:21:23,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/67b36b596e3b47c9b2838c87afa7f34d as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/67b36b596e3b47c9b2838c87afa7f34d 2024-12-06T22:21:23,185 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/67b36b596e3b47c9b2838c87afa7f34d, entries=150, sequenceid=336, filesize=12.0 K 2024-12-06T22:21:23,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/c8119b4fd59045329257dcf8fa5dae64 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/c8119b4fd59045329257dcf8fa5dae64 2024-12-06T22:21:23,189 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/c8119b4fd59045329257dcf8fa5dae64, entries=150, sequenceid=336, filesize=12.0 K 2024-12-06T22:21:23,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/c386c0622aad468ba970360d4d532654 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/c386c0622aad468ba970360d4d532654 2024-12-06T22:21:23,192 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/c386c0622aad468ba970360d4d532654, entries=150, sequenceid=336, filesize=12.0 K 2024-12-06T22:21:23,192 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b0f184668b012003a81f1e1fb46289b9 in 442ms, sequenceid=336, compaction requested=true 2024-12-06T22:21:23,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2538): Flush status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:23,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:23,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-12-06T22:21:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=159 2024-12-06T22:21:23,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-12-06T22:21:23,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 596 msec 2024-12-06T22:21:23,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 599 msec 2024-12-06T22:21:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-06T22:21:23,199 INFO [Thread-2320 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 158 completed 2024-12-06T22:21:23,201 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:21:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-12-06T22:21:23,203 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:21:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-06T22:21:23,204 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:21:23,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:21:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:23,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b0f184668b012003a81f1e1fb46289b9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T22:21:23,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=A 2024-12-06T22:21:23,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:23,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=B 2024-12-06T22:21:23,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:23,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=C 2024-12-06T22:21:23,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:23,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/f98ee4fbcb7c4de5a576ea0525fe0d14 is 50, key is test_row_0/A:col10/1733523682927/Put/seqid=0 2024-12-06T22:21:23,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742424_1600 (size=14741) 2024-12-06T22:21:23,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/f98ee4fbcb7c4de5a576ea0525fe0d14 2024-12-06T22:21:23,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/a7eda99282eb4897944811c35924d24b is 50, key is test_row_0/B:col10/1733523682927/Put/seqid=0 2024-12-06T22:21:23,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523743259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:23,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523743260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:23,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523743261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:23,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523743261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:23,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742425_1601 (size=12301) 2024-12-06T22:21:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-06T22:21:23,355 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:23,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-06T22:21:23,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:23,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:23,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:23,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:23,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:23,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:23,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523743367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:23,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523743368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:23,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523743368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:23,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523743368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-06T22:21:23,508 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:23,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-06T22:21:23,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:23,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:23,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:23,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:23,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:23,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523743570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:23,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523743573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:23,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523743574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:23,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523743574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:23,661 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:23,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-06T22:21:23,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:23,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:23,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:23,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:23,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:23,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/a7eda99282eb4897944811c35924d24b 2024-12-06T22:21:23,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/5e1befbdefc44bf6b2bd0ac1a5d55944 is 50, key is test_row_0/C:col10/1733523682927/Put/seqid=0 2024-12-06T22:21:23,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742426_1602 (size=12301) 2024-12-06T22:21:23,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/5e1befbdefc44bf6b2bd0ac1a5d55944 2024-12-06T22:21:23,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/f98ee4fbcb7c4de5a576ea0525fe0d14 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/f98ee4fbcb7c4de5a576ea0525fe0d14 2024-12-06T22:21:23,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/f98ee4fbcb7c4de5a576ea0525fe0d14, entries=200, sequenceid=361, filesize=14.4 K 2024-12-06T22:21:23,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/a7eda99282eb4897944811c35924d24b as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/a7eda99282eb4897944811c35924d24b 2024-12-06T22:21:23,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/a7eda99282eb4897944811c35924d24b, entries=150, sequenceid=361, filesize=12.0 K 2024-12-06T22:21:23,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/5e1befbdefc44bf6b2bd0ac1a5d55944 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/5e1befbdefc44bf6b2bd0ac1a5d55944 2024-12-06T22:21:23,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/5e1befbdefc44bf6b2bd0ac1a5d55944, entries=150, sequenceid=361, filesize=12.0 K 2024-12-06T22:21:23,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b0f184668b012003a81f1e1fb46289b9 in 457ms, sequenceid=361, compaction requested=true 2024-12-06T22:21:23,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:23,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:21:23,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:23,698 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:21:23,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:21:23,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:23,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:21:23,698 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:21:23,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:23,699 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:21:23,699 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52394 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:21:23,699 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/B is initiating minor compaction (all files) 2024-12-06T22:21:23,699 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/A is initiating minor compaction (all files) 2024-12-06T22:21:23,699 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/B in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:23,700 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/A in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:23,700 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/f7eb1076475c49e6b8cac5bc79b129c4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/ee212e1466e942f8a8315f5865f3c43b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/c8119b4fd59045329257dcf8fa5dae64, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/a7eda99282eb4897944811c35924d24b] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=48.8 K 2024-12-06T22:21:23,700 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/747e08e37f9e44fb8cc1003d6df3b4df, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/261107a0e430483ca3bededf3af0fab1, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/67b36b596e3b47c9b2838c87afa7f34d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/f98ee4fbcb7c4de5a576ea0525fe0d14] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=51.2 K 2024-12-06T22:21:23,700 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting f7eb1076475c49e6b8cac5bc79b129c4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1733523681081 2024-12-06T22:21:23,700 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 747e08e37f9e44fb8cc1003d6df3b4df, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1733523681081 2024-12-06T22:21:23,700 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting ee212e1466e942f8a8315f5865f3c43b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733523681138 2024-12-06T22:21:23,700 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 261107a0e430483ca3bededf3af0fab1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733523681138 2024-12-06T22:21:23,701 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting c8119b4fd59045329257dcf8fa5dae64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733523681756 2024-12-06T22:21:23,701 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67b36b596e3b47c9b2838c87afa7f34d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733523681756 2024-12-06T22:21:23,701 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting a7eda99282eb4897944811c35924d24b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733523682910 2024-12-06T22:21:23,701 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting f98ee4fbcb7c4de5a576ea0525fe0d14, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733523682910 2024-12-06T22:21:23,717 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#B#compaction#520 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:23,717 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/95f6fbdbc6a741f2b937f73c8b58c67a is 50, key is test_row_0/B:col10/1733523682927/Put/seqid=0 2024-12-06T22:21:23,717 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#A#compaction#521 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:23,718 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/c0d09b3b48854735a1f74f6a0ef36b62 is 50, key is test_row_0/A:col10/1733523682927/Put/seqid=0 2024-12-06T22:21:23,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742427_1603 (size=13187) 2024-12-06T22:21:23,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742428_1604 (size=13187) 2024-12-06T22:21:23,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-06T22:21:23,815 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:23,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-06T22:21:23,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:23,816 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2837): Flushing b0f184668b012003a81f1e1fb46289b9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:21:23,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=A 2024-12-06T22:21:23,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:23,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=B 2024-12-06T22:21:23,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:23,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=C 2024-12-06T22:21:23,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:23,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/2ce8bce1ca124badbcaaf12722424643 is 50, key is test_row_0/A:col10/1733523683250/Put/seqid=0 2024-12-06T22:21:23,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742429_1605 (size=12301) 2024-12-06T22:21:23,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:23,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:23,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:23,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523743937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:23,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:23,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523743947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:23,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:23,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523743948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:23,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:23,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523743949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:24,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:24,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523744050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:24,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523744055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:24,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523744056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:24,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523744056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:24,138 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/95f6fbdbc6a741f2b937f73c8b58c67a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/95f6fbdbc6a741f2b937f73c8b58c67a 2024-12-06T22:21:24,142 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/B of b0f184668b012003a81f1e1fb46289b9 into 95f6fbdbc6a741f2b937f73c8b58c67a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:24,142 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:24,142 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/B, priority=12, startTime=1733523683698; duration=0sec 2024-12-06T22:21:24,142 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:24,142 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:B 2024-12-06T22:21:24,142 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:21:24,143 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:21:24,143 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/C is initiating minor compaction (all files) 2024-12-06T22:21:24,143 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/C in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:24,144 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/c20b347c63664a2abe58bf25e73c9fea, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/7f0bc8ffc2b6430b8527cc54e89b0660, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/c386c0622aad468ba970360d4d532654, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/5e1befbdefc44bf6b2bd0ac1a5d55944] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=48.8 K 2024-12-06T22:21:24,144 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting c20b347c63664a2abe58bf25e73c9fea, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1733523681081 2024-12-06T22:21:24,144 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/c0d09b3b48854735a1f74f6a0ef36b62 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/c0d09b3b48854735a1f74f6a0ef36b62 2024-12-06T22:21:24,144 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f0bc8ffc2b6430b8527cc54e89b0660, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733523681138 2024-12-06T22:21:24,145 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting c386c0622aad468ba970360d4d532654, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733523681756 2024-12-06T22:21:24,145 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e1befbdefc44bf6b2bd0ac1a5d55944, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733523682910 2024-12-06T22:21:24,149 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/A of b0f184668b012003a81f1e1fb46289b9 into c0d09b3b48854735a1f74f6a0ef36b62(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:24,149 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:24,149 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/A, priority=12, startTime=1733523683698; duration=0sec 2024-12-06T22:21:24,149 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:24,149 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:A 2024-12-06T22:21:24,155 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#C#compaction#523 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:24,155 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/8a9ce1e149d14bb791343251e675e934 is 50, key is test_row_0/C:col10/1733523682927/Put/seqid=0 2024-12-06T22:21:24,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742430_1606 (size=13153) 2024-12-06T22:21:24,226 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/2ce8bce1ca124badbcaaf12722424643 2024-12-06T22:21:24,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/1b219bacd6b6436e9fcfc9cdd7a1a6e8 is 50, key is test_row_0/B:col10/1733523683250/Put/seqid=0 2024-12-06T22:21:24,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742431_1607 (size=12301) 2024-12-06T22:21:24,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:24,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523744254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:24,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523744262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:24,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523744263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:24,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523744263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-06T22:21:24,563 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/8a9ce1e149d14bb791343251e675e934 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/8a9ce1e149d14bb791343251e675e934 2024-12-06T22:21:24,567 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/C of b0f184668b012003a81f1e1fb46289b9 into 8a9ce1e149d14bb791343251e675e934(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:24,567 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:24,567 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/C, priority=12, startTime=1733523683698; duration=0sec 2024-12-06T22:21:24,567 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:24,567 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:C 2024-12-06T22:21:24,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523744560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:24,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:24,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523744567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:24,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523744568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:24,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523744570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:24,642 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/1b219bacd6b6436e9fcfc9cdd7a1a6e8 2024-12-06T22:21:24,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/2a00c015204c4315a6a819418983b257 is 50, key is test_row_0/C:col10/1733523683250/Put/seqid=0 2024-12-06T22:21:24,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742432_1608 (size=12301) 2024-12-06T22:21:24,654 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/2a00c015204c4315a6a819418983b257 2024-12-06T22:21:24,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/2ce8bce1ca124badbcaaf12722424643 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/2ce8bce1ca124badbcaaf12722424643 2024-12-06T22:21:24,663 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/2ce8bce1ca124badbcaaf12722424643, entries=150, sequenceid=372, filesize=12.0 K 2024-12-06T22:21:24,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/1b219bacd6b6436e9fcfc9cdd7a1a6e8 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/1b219bacd6b6436e9fcfc9cdd7a1a6e8 2024-12-06T22:21:24,668 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/1b219bacd6b6436e9fcfc9cdd7a1a6e8, entries=150, sequenceid=372, filesize=12.0 K 2024-12-06T22:21:24,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/2a00c015204c4315a6a819418983b257 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/2a00c015204c4315a6a819418983b257 2024-12-06T22:21:24,672 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/2a00c015204c4315a6a819418983b257, entries=150, sequenceid=372, filesize=12.0 K 2024-12-06T22:21:24,673 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b0f184668b012003a81f1e1fb46289b9 in 856ms, sequenceid=372, compaction requested=false 2024-12-06T22:21:24,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2538): Flush status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:24,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:24,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-12-06T22:21:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=161 2024-12-06T22:21:24,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-12-06T22:21:24,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4700 sec 2024-12-06T22:21:24,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.4750 sec 2024-12-06T22:21:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:25,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b0f184668b012003a81f1e1fb46289b9 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-06T22:21:25,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=A 2024-12-06T22:21:25,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:25,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=B 2024-12-06T22:21:25,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:25,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=C 2024-12-06T22:21:25,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:25,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/5c4ccbb9c6fa46748f56ba90b2e4fd3e is 50, key is test_row_0/A:col10/1733523683936/Put/seqid=0 2024-12-06T22:21:25,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523745083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:25,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:25,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523745084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:25,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742433_1609 (size=17181) 2024-12-06T22:21:25,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:25,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523745085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:25,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:25,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523745087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:25,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523745189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:25,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523745189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:25,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523745191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:25,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523745191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-06T22:21:25,308 INFO [Thread-2320 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 160 completed 2024-12-06T22:21:25,309 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:21:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-12-06T22:21:25,310 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:21:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-06T22:21:25,311 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:21:25,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:21:25,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523745393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:25,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523745394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:25,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523745394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:25,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523745395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-06T22:21:25,462 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:25,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-06T22:21:25,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:25,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:25,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:25,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:25,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:25,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/5c4ccbb9c6fa46748f56ba90b2e4fd3e 2024-12-06T22:21:25,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/b14f234b51924023a9761e134a64058e is 50, key is test_row_0/B:col10/1733523683936/Put/seqid=0 2024-12-06T22:21:25,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742434_1610 (size=12301) 2024-12-06T22:21:25,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/b14f234b51924023a9761e134a64058e 2024-12-06T22:21:25,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/7766bb5230684b059f70867268e1c09a is 50, key is test_row_0/C:col10/1733523683936/Put/seqid=0 2024-12-06T22:21:25,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742435_1611 (size=12301) 2024-12-06T22:21:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-06T22:21:25,615 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:25,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-06T22:21:25,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:25,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:25,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:25,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:25,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:25,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523745698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:25,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523745698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:25,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523745700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:25,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523745700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:25,768 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:25,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-06T22:21:25,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:25,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:25,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:25,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:25,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:25,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/7766bb5230684b059f70867268e1c09a 2024-12-06T22:21:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-06T22:21:25,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/5c4ccbb9c6fa46748f56ba90b2e4fd3e as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/5c4ccbb9c6fa46748f56ba90b2e4fd3e 2024-12-06T22:21:25,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/5c4ccbb9c6fa46748f56ba90b2e4fd3e, entries=250, sequenceid=403, filesize=16.8 K 2024-12-06T22:21:25,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/b14f234b51924023a9761e134a64058e as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/b14f234b51924023a9761e134a64058e 2024-12-06T22:21:25,921 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:25,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-06T22:21:25,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:25,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:25,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:25,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:25,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:25,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/b14f234b51924023a9761e134a64058e, entries=150, sequenceid=403, filesize=12.0 K 2024-12-06T22:21:25,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/7766bb5230684b059f70867268e1c09a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/7766bb5230684b059f70867268e1c09a 2024-12-06T22:21:25,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/7766bb5230684b059f70867268e1c09a, entries=150, sequenceid=403, filesize=12.0 K 2024-12-06T22:21:25,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for b0f184668b012003a81f1e1fb46289b9 in 851ms, sequenceid=403, compaction requested=true 2024-12-06T22:21:25,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:25,928 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:25,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:21:25,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:25,928 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:25,929 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:25,929 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42669 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:25,929 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/B is initiating minor compaction (all files) 2024-12-06T22:21:25,929 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/B in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:25,929 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/A is initiating minor compaction (all files) 2024-12-06T22:21:25,929 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/95f6fbdbc6a741f2b937f73c8b58c67a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/1b219bacd6b6436e9fcfc9cdd7a1a6e8, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/b14f234b51924023a9761e134a64058e] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=36.9 K 2024-12-06T22:21:25,929 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/A in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:25,929 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/c0d09b3b48854735a1f74f6a0ef36b62, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/2ce8bce1ca124badbcaaf12722424643, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/5c4ccbb9c6fa46748f56ba90b2e4fd3e] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=41.7 K 2024-12-06T22:21:25,929 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 95f6fbdbc6a741f2b937f73c8b58c67a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733523682910 2024-12-06T22:21:25,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:21:25,930 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0d09b3b48854735a1f74f6a0ef36b62, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733523682910 2024-12-06T22:21:25,930 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b219bacd6b6436e9fcfc9cdd7a1a6e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733523683250 2024-12-06T22:21:25,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:25,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:21:25,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:25,930 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ce8bce1ca124badbcaaf12722424643, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733523683250 2024-12-06T22:21:25,930 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting b14f234b51924023a9761e134a64058e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733523683936 2024-12-06T22:21:25,930 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c4ccbb9c6fa46748f56ba90b2e4fd3e, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733523683936 2024-12-06T22:21:25,937 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#A#compaction#529 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:25,938 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/0eb8b9727e8e4171b2cce8fc9b62384c is 50, key is test_row_0/A:col10/1733523683936/Put/seqid=0 2024-12-06T22:21:25,938 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#B#compaction#530 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:25,938 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/a2ce7e2d812a4d3db403394bf8f82a36 is 50, key is test_row_0/B:col10/1733523683936/Put/seqid=0 2024-12-06T22:21:25,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742437_1613 (size=13289) 2024-12-06T22:21:25,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742436_1612 (size=13289) 2024-12-06T22:21:25,952 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/a2ce7e2d812a4d3db403394bf8f82a36 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/a2ce7e2d812a4d3db403394bf8f82a36 2024-12-06T22:21:25,957 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/0eb8b9727e8e4171b2cce8fc9b62384c as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/0eb8b9727e8e4171b2cce8fc9b62384c 2024-12-06T22:21:25,957 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/B of b0f184668b012003a81f1e1fb46289b9 into a2ce7e2d812a4d3db403394bf8f82a36(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:25,957 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:25,957 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/B, priority=13, startTime=1733523685928; duration=0sec 2024-12-06T22:21:25,957 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:25,957 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:B 2024-12-06T22:21:25,958 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:25,959 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:25,959 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/C is initiating minor compaction (all files) 2024-12-06T22:21:25,959 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/C in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:25,959 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/8a9ce1e149d14bb791343251e675e934, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/2a00c015204c4315a6a819418983b257, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/7766bb5230684b059f70867268e1c09a] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=36.9 K 2024-12-06T22:21:25,959 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a9ce1e149d14bb791343251e675e934, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733523682910 2024-12-06T22:21:25,960 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a00c015204c4315a6a819418983b257, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733523683250 2024-12-06T22:21:25,960 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 7766bb5230684b059f70867268e1c09a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733523683936 2024-12-06T22:21:25,961 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/A of b0f184668b012003a81f1e1fb46289b9 into 0eb8b9727e8e4171b2cce8fc9b62384c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:25,961 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:25,962 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/A, priority=13, startTime=1733523685928; duration=0sec 2024-12-06T22:21:25,962 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:25,962 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:A 2024-12-06T22:21:25,967 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#C#compaction#531 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:25,967 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/3087246c297b4c0eb4979598a4c9877f is 50, key is test_row_0/C:col10/1733523683936/Put/seqid=0 2024-12-06T22:21:25,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742438_1614 (size=13255) 2024-12-06T22:21:26,073 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:26,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-06T22:21:26,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:26,074 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2837): Flushing b0f184668b012003a81f1e1fb46289b9 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-06T22:21:26,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=A 2024-12-06T22:21:26,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:26,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=B 2024-12-06T22:21:26,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:26,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=C 2024-12-06T22:21:26,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:26,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/34a1a384a808423ba3cdccc0a3c27282 is 50, key is test_row_1/A:col10/1733523685081/Put/seqid=0 2024-12-06T22:21:26,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742439_1615 (size=9857) 2024-12-06T22:21:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:26,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:26,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523746239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:26,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523746241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:26,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523746243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:26,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:26,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523746244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:26,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523746345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:26,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523746346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:26,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523746349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:26,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523746350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:26,375 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/3087246c297b4c0eb4979598a4c9877f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/3087246c297b4c0eb4979598a4c9877f 2024-12-06T22:21:26,379 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/C of b0f184668b012003a81f1e1fb46289b9 into 3087246c297b4c0eb4979598a4c9877f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:26,379 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:26,379 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/C, priority=13, startTime=1733523685930; duration=0sec 2024-12-06T22:21:26,379 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:26,379 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:C 2024-12-06T22:21:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-06T22:21:26,491 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/34a1a384a808423ba3cdccc0a3c27282 2024-12-06T22:21:26,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/61e434a9c7a544ccb5c93dcbe815d24c is 50, key is test_row_1/B:col10/1733523685081/Put/seqid=0 2024-12-06T22:21:26,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742440_1616 (size=9857) 2024-12-06T22:21:26,511 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/61e434a9c7a544ccb5c93dcbe815d24c 2024-12-06T22:21:26,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/12df2ef32895474ab78f7eddb5fe6041 is 50, key is test_row_1/C:col10/1733523685081/Put/seqid=0 2024-12-06T22:21:26,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742441_1617 (size=9857) 2024-12-06T22:21:26,522 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/12df2ef32895474ab78f7eddb5fe6041 2024-12-06T22:21:26,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/34a1a384a808423ba3cdccc0a3c27282 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/34a1a384a808423ba3cdccc0a3c27282 2024-12-06T22:21:26,529 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/34a1a384a808423ba3cdccc0a3c27282, entries=100, sequenceid=413, filesize=9.6 K 2024-12-06T22:21:26,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/61e434a9c7a544ccb5c93dcbe815d24c as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/61e434a9c7a544ccb5c93dcbe815d24c 2024-12-06T22:21:26,535 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/61e434a9c7a544ccb5c93dcbe815d24c, entries=100, sequenceid=413, filesize=9.6 K 2024-12-06T22:21:26,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/12df2ef32895474ab78f7eddb5fe6041 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/12df2ef32895474ab78f7eddb5fe6041 2024-12-06T22:21:26,539 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/12df2ef32895474ab78f7eddb5fe6041, entries=100, sequenceid=413, filesize=9.6 K 2024-12-06T22:21:26,540 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for b0f184668b012003a81f1e1fb46289b9 in 465ms, sequenceid=413, compaction requested=false 2024-12-06T22:21:26,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2538): Flush status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:26,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:26,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-12-06T22:21:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=163 2024-12-06T22:21:26,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-12-06T22:21:26,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2300 sec 2024-12-06T22:21:26,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.2350 sec 2024-12-06T22:21:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:26,552 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b0f184668b012003a81f1e1fb46289b9 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-06T22:21:26,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=A 2024-12-06T22:21:26,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:26,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=B 2024-12-06T22:21:26,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:26,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=C 2024-12-06T22:21:26,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:26,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/efd3ec11934c492f8e22d70f0d8a8656 is 50, key is test_row_0/A:col10/1733523686242/Put/seqid=0 2024-12-06T22:21:26,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523746557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:26,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742442_1618 (size=12301) 2024-12-06T22:21:26,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523746558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:26,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523746563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:26,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523746564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:26,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523746660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:26,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523746664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:26,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523746864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:26,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523746868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:26,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523746868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:26,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523746868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:26,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/efd3ec11934c492f8e22d70f0d8a8656 2024-12-06T22:21:26,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/898ad54099f141de961e10e39d33d25c is 50, key is test_row_0/B:col10/1733523686242/Put/seqid=0 2024-12-06T22:21:26,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742443_1619 (size=12301) 2024-12-06T22:21:26,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/898ad54099f141de961e10e39d33d25c 2024-12-06T22:21:26,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/ae88d04929024bfa98572605a0de1b21 is 50, key is test_row_0/C:col10/1733523686242/Put/seqid=0 2024-12-06T22:21:26,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742444_1620 (size=12301) 2024-12-06T22:21:26,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/ae88d04929024bfa98572605a0de1b21 2024-12-06T22:21:26,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/efd3ec11934c492f8e22d70f0d8a8656 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/efd3ec11934c492f8e22d70f0d8a8656 2024-12-06T22:21:26,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/efd3ec11934c492f8e22d70f0d8a8656, entries=150, sequenceid=443, filesize=12.0 K 2024-12-06T22:21:27,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/898ad54099f141de961e10e39d33d25c as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/898ad54099f141de961e10e39d33d25c 2024-12-06T22:21:27,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/898ad54099f141de961e10e39d33d25c, entries=150, sequenceid=443, filesize=12.0 K 2024-12-06T22:21:27,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/ae88d04929024bfa98572605a0de1b21 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/ae88d04929024bfa98572605a0de1b21 2024-12-06T22:21:27,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/ae88d04929024bfa98572605a0de1b21, entries=150, sequenceid=443, filesize=12.0 K 2024-12-06T22:21:27,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for b0f184668b012003a81f1e1fb46289b9 in 462ms, sequenceid=443, compaction requested=true 2024-12-06T22:21:27,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:27,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:21:27,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:27,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:21:27,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:27,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:21:27,015 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:27,015 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:27,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:27,016 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:27,016 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/A is initiating minor compaction (all files) 2024-12-06T22:21:27,016 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/A in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:27,016 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/0eb8b9727e8e4171b2cce8fc9b62384c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/34a1a384a808423ba3cdccc0a3c27282, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/efd3ec11934c492f8e22d70f0d8a8656] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=34.6 K 2024-12-06T22:21:27,016 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:27,016 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/B is initiating minor compaction (all files) 2024-12-06T22:21:27,016 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0eb8b9727e8e4171b2cce8fc9b62384c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733523683936 2024-12-06T22:21:27,016 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/B in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:27,016 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/a2ce7e2d812a4d3db403394bf8f82a36, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/61e434a9c7a544ccb5c93dcbe815d24c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/898ad54099f141de961e10e39d33d25c] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=34.6 K 2024-12-06T22:21:27,017 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34a1a384a808423ba3cdccc0a3c27282, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733523685081 2024-12-06T22:21:27,017 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting a2ce7e2d812a4d3db403394bf8f82a36, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733523683936 2024-12-06T22:21:27,017 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 61e434a9c7a544ccb5c93dcbe815d24c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733523685081 2024-12-06T22:21:27,017 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting efd3ec11934c492f8e22d70f0d8a8656, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1733523686235 2024-12-06T22:21:27,017 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 898ad54099f141de961e10e39d33d25c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1733523686235 2024-12-06T22:21:27,025 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#B#compaction#538 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:27,025 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/01eb25bcfc1b450b9d3bc11ad42a9d2e is 50, key is test_row_0/B:col10/1733523686242/Put/seqid=0 2024-12-06T22:21:27,026 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#A#compaction#539 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:27,027 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/5486b8d6e33c41ccace8f1f175ef1ddc is 50, key is test_row_0/A:col10/1733523686242/Put/seqid=0 2024-12-06T22:21:27,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742446_1622 (size=13391) 2024-12-06T22:21:27,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742445_1621 (size=13391) 2024-12-06T22:21:27,049 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/01eb25bcfc1b450b9d3bc11ad42a9d2e as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/01eb25bcfc1b450b9d3bc11ad42a9d2e 2024-12-06T22:21:27,055 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/B of b0f184668b012003a81f1e1fb46289b9 into 01eb25bcfc1b450b9d3bc11ad42a9d2e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:27,055 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:27,055 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/B, priority=13, startTime=1733523687015; duration=0sec 2024-12-06T22:21:27,056 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:27,056 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:B 2024-12-06T22:21:27,056 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:27,056 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:27,057 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/C is initiating minor compaction (all files) 2024-12-06T22:21:27,057 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/C in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:27,057 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/3087246c297b4c0eb4979598a4c9877f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/12df2ef32895474ab78f7eddb5fe6041, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/ae88d04929024bfa98572605a0de1b21] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=34.6 K 2024-12-06T22:21:27,057 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 3087246c297b4c0eb4979598a4c9877f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733523683936 2024-12-06T22:21:27,058 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 12df2ef32895474ab78f7eddb5fe6041, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733523685081 2024-12-06T22:21:27,058 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting ae88d04929024bfa98572605a0de1b21, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1733523686235 2024-12-06T22:21:27,066 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#C#compaction#540 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:27,067 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/dbdd2b4f4f0b490b968a992bd5648770 is 50, key is test_row_0/C:col10/1733523686242/Put/seqid=0 2024-12-06T22:21:27,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742447_1623 (size=13357) 2024-12-06T22:21:27,103 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/dbdd2b4f4f0b490b968a992bd5648770 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/dbdd2b4f4f0b490b968a992bd5648770 2024-12-06T22:21:27,108 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/C of b0f184668b012003a81f1e1fb46289b9 into dbdd2b4f4f0b490b968a992bd5648770(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:27,108 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:27,108 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/C, priority=13, startTime=1733523687015; duration=0sec 2024-12-06T22:21:27,108 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:27,108 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:C 2024-12-06T22:21:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:27,177 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b0f184668b012003a81f1e1fb46289b9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:21:27,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=A 2024-12-06T22:21:27,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:27,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=B 2024-12-06T22:21:27,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:27,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=C 2024-12-06T22:21:27,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:27,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/792fb6752b514f73bd4a22772e311b1e is 50, key is test_row_0/A:col10/1733523686557/Put/seqid=0 2024-12-06T22:21:27,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742448_1624 (size=12301) 2024-12-06T22:21:27,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523747279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:27,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523747282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:27,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523747372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:27,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523747374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:27,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:27,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523747384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:27,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:27,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523747390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-06T22:21:27,414 INFO [Thread-2320 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 162 completed 2024-12-06T22:21:27,416 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:21:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-12-06T22:21:27,417 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:21:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-06T22:21:27,418 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:21:27,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:21:27,445 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/5486b8d6e33c41ccace8f1f175ef1ddc as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/5486b8d6e33c41ccace8f1f175ef1ddc 2024-12-06T22:21:27,449 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/A of b0f184668b012003a81f1e1fb46289b9 into 5486b8d6e33c41ccace8f1f175ef1ddc(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:27,449 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:27,449 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/A, priority=13, startTime=1733523687014; duration=0sec 2024-12-06T22:21:27,449 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:27,449 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:A 2024-12-06T22:21:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-06T22:21:27,569 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:27,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-06T22:21:27,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:27,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:27,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:27,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:27,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:27,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:27,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/792fb6752b514f73bd4a22772e311b1e 2024-12-06T22:21:27,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523747592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:27,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523747594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:27,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/543a4d76935e4ef28d91a8a2c4144573 is 50, key is test_row_0/B:col10/1733523686557/Put/seqid=0 2024-12-06T22:21:27,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742449_1625 (size=12301) 2024-12-06T22:21:27,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/543a4d76935e4ef28d91a8a2c4144573 2024-12-06T22:21:27,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/dfb6ed10e9554f6fab187816258aaebb is 50, key is test_row_0/C:col10/1733523686557/Put/seqid=0 2024-12-06T22:21:27,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742450_1626 (size=12301) 2024-12-06T22:21:27,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/dfb6ed10e9554f6fab187816258aaebb 2024-12-06T22:21:27,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/792fb6752b514f73bd4a22772e311b1e as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/792fb6752b514f73bd4a22772e311b1e 2024-12-06T22:21:27,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/792fb6752b514f73bd4a22772e311b1e, entries=150, sequenceid=456, filesize=12.0 K 2024-12-06T22:21:27,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/543a4d76935e4ef28d91a8a2c4144573 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/543a4d76935e4ef28d91a8a2c4144573 2024-12-06T22:21:27,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/543a4d76935e4ef28d91a8a2c4144573, entries=150, sequenceid=456, filesize=12.0 K 2024-12-06T22:21:27,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/dfb6ed10e9554f6fab187816258aaebb as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/dfb6ed10e9554f6fab187816258aaebb 2024-12-06T22:21:27,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/dfb6ed10e9554f6fab187816258aaebb, entries=150, sequenceid=456, filesize=12.0 K 2024-12-06T22:21:27,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b0f184668b012003a81f1e1fb46289b9 in 458ms, sequenceid=456, compaction requested=false 2024-12-06T22:21:27,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:27,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-06T22:21:27,722 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:27,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-06T22:21:27,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:27,722 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2837): Flushing b0f184668b012003a81f1e1fb46289b9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T22:21:27,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=A 2024-12-06T22:21:27,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:27,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=B 2024-12-06T22:21:27,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:27,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=C 2024-12-06T22:21:27,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:27,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/950e31854beb4550b57a884834793eb7 is 50, key is test_row_0/A:col10/1733523687278/Put/seqid=0 2024-12-06T22:21:27,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742451_1627 (size=12301) 2024-12-06T22:21:27,730 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/950e31854beb4550b57a884834793eb7 2024-12-06T22:21:27,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/dd0ee2d1e50b4091b098ca9c9b4ed003 is 50, key is test_row_0/B:col10/1733523687278/Put/seqid=0 2024-12-06T22:21:27,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742452_1628 (size=12301) 2024-12-06T22:21:27,741 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/dd0ee2d1e50b4091b098ca9c9b4ed003 2024-12-06T22:21:27,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/b009cb752739470e9b270beb768f339c is 50, key is test_row_0/C:col10/1733523687278/Put/seqid=0 2024-12-06T22:21:27,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742453_1629 (size=12301) 2024-12-06T22:21:27,752 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/b009cb752739470e9b270beb768f339c 2024-12-06T22:21:27,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/950e31854beb4550b57a884834793eb7 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/950e31854beb4550b57a884834793eb7 2024-12-06T22:21:27,766 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/950e31854beb4550b57a884834793eb7, entries=150, sequenceid=482, filesize=12.0 K 2024-12-06T22:21:27,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/dd0ee2d1e50b4091b098ca9c9b4ed003 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/dd0ee2d1e50b4091b098ca9c9b4ed003 2024-12-06T22:21:27,770 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/dd0ee2d1e50b4091b098ca9c9b4ed003, entries=150, sequenceid=482, filesize=12.0 K 2024-12-06T22:21:27,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/b009cb752739470e9b270beb768f339c as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/b009cb752739470e9b270beb768f339c 2024-12-06T22:21:27,773 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/b009cb752739470e9b270beb768f339c, entries=150, sequenceid=482, filesize=12.0 K 2024-12-06T22:21:27,774 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for b0f184668b012003a81f1e1fb46289b9 in 52ms, sequenceid=482, compaction requested=true 2024-12-06T22:21:27,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2538): Flush status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:27,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:27,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-12-06T22:21:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=165 2024-12-06T22:21:27,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=164 2024-12-06T22:21:27,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=164, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 358 msec 2024-12-06T22:21:27,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 362 msec 2024-12-06T22:21:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:27,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b0f184668b012003a81f1e1fb46289b9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:21:27,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=A 2024-12-06T22:21:27,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:27,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=B 2024-12-06T22:21:27,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:27,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=C 2024-12-06T22:21:27,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:27,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/d990c5270a494964a2bc7bf00615f030 is 50, key is test_row_0/A:col10/1733523687911/Put/seqid=0 2024-12-06T22:21:27,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742454_1630 (size=17181) 2024-12-06T22:21:27,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523747970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:27,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523747973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-06T22:21:28,019 INFO [Thread-2320 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 164 completed 2024-12-06T22:21:28,021 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:21:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-12-06T22:21:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-12-06T22:21:28,022 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:21:28,022 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:21:28,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:21:28,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34868 deadline: 1733523748033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:28,038 DEBUG [Thread-2310 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18253 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., hostname=6d2a5dd008ce,36991,1733523540613, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T22:21:28,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:28,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523748077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:28,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:28,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523748077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:28,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-12-06T22:21:28,174 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:28,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-06T22:21:28,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:28,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:28,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:28,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:28,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:28,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523748281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:28,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523748282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:28,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/d990c5270a494964a2bc7bf00615f030 2024-12-06T22:21:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-12-06T22:21:28,327 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:28,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-06T22:21:28,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:28,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:28,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:28,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:28,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:28,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/77d5a7c44f6c44f2a3cc3574719e1143 is 50, key is test_row_0/B:col10/1733523687911/Put/seqid=0 2024-12-06T22:21:28,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742455_1631 (size=12301) 2024-12-06T22:21:28,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1733523748378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:28,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34892 deadline: 1733523748386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:28,480 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:28,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-06T22:21:28,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:28,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:28,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:28,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:28,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:28,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523748583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:28,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523748587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-12-06T22:21:28,632 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:28,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-06T22:21:28,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:28,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:28,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:28,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:28,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:28,679 DEBUG [Thread-2327 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x567011a8 to 127.0.0.1:55123 2024-12-06T22:21:28,679 DEBUG [Thread-2327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:21:28,681 DEBUG [Thread-2321 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14088aa9 to 127.0.0.1:55123 2024-12-06T22:21:28,681 DEBUG [Thread-2321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:21:28,683 DEBUG [Thread-2325 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47ef9951 to 127.0.0.1:55123 2024-12-06T22:21:28,683 DEBUG [Thread-2325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:21:28,688 DEBUG [Thread-2329 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x02430fee to 127.0.0.1:55123 2024-12-06T22:21:28,688 DEBUG [Thread-2329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:21:28,689 DEBUG [Thread-2323 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40302925 to 127.0.0.1:55123 2024-12-06T22:21:28,689 DEBUG [Thread-2323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:21:28,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/77d5a7c44f6c44f2a3cc3574719e1143 2024-12-06T22:21:28,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/3f1025f34edc4f28a5a120d700b32307 is 50, key is test_row_0/C:col10/1733523687911/Put/seqid=0 2024-12-06T22:21:28,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742456_1632 (size=12301) 2024-12-06T22:21:28,786 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:28,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-06T22:21:28,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:28,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:28,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:28,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:28,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:28,938 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:28,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-06T22:21:28,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:28,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:28,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:28,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:28,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:28,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:28,958 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T22:21:29,091 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:29,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-06T22:21:29,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:29,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:29,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:29,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:29,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:29,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34902 deadline: 1733523749092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:29,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1733523749092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-12-06T22:21:29,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/3f1025f34edc4f28a5a120d700b32307 2024-12-06T22:21:29,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/d990c5270a494964a2bc7bf00615f030 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/d990c5270a494964a2bc7bf00615f030 2024-12-06T22:21:29,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/d990c5270a494964a2bc7bf00615f030, entries=250, sequenceid=494, filesize=16.8 K 2024-12-06T22:21:29,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/77d5a7c44f6c44f2a3cc3574719e1143 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/77d5a7c44f6c44f2a3cc3574719e1143 2024-12-06T22:21:29,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/77d5a7c44f6c44f2a3cc3574719e1143, entries=150, sequenceid=494, filesize=12.0 K 2024-12-06T22:21:29,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/3f1025f34edc4f28a5a120d700b32307 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/3f1025f34edc4f28a5a120d700b32307 2024-12-06T22:21:29,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/3f1025f34edc4f28a5a120d700b32307, entries=150, sequenceid=494, filesize=12.0 K 2024-12-06T22:21:29,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b0f184668b012003a81f1e1fb46289b9 in 1249ms, sequenceid=494, compaction requested=true 2024-12-06T22:21:29,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:29,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:21:29,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:29,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:21:29,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:29,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f184668b012003a81f1e1fb46289b9:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:21:29,161 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:21:29,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:29,161 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:21:29,162 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55174 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:21:29,162 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50294 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:21:29,162 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/B is initiating minor compaction (all files) 2024-12-06T22:21:29,162 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/A is initiating minor compaction (all files) 2024-12-06T22:21:29,162 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/B in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:29,162 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/A in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:29,162 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/01eb25bcfc1b450b9d3bc11ad42a9d2e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/543a4d76935e4ef28d91a8a2c4144573, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/dd0ee2d1e50b4091b098ca9c9b4ed003, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/77d5a7c44f6c44f2a3cc3574719e1143] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=49.1 K 2024-12-06T22:21:29,162 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/5486b8d6e33c41ccace8f1f175ef1ddc, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/792fb6752b514f73bd4a22772e311b1e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/950e31854beb4550b57a884834793eb7, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/d990c5270a494964a2bc7bf00615f030] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=53.9 K 2024-12-06T22:21:29,162 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5486b8d6e33c41ccace8f1f175ef1ddc, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1733523686235 2024-12-06T22:21:29,162 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 01eb25bcfc1b450b9d3bc11ad42a9d2e, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1733523686235 2024-12-06T22:21:29,163 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 543a4d76935e4ef28d91a8a2c4144573, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1733523686557 2024-12-06T22:21:29,163 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 792fb6752b514f73bd4a22772e311b1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1733523686557 2024-12-06T22:21:29,163 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting dd0ee2d1e50b4091b098ca9c9b4ed003, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1733523687269 2024-12-06T22:21:29,163 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 950e31854beb4550b57a884834793eb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1733523687269 2024-12-06T22:21:29,163 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting d990c5270a494964a2bc7bf00615f030, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1733523687906 2024-12-06T22:21:29,163 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 77d5a7c44f6c44f2a3cc3574719e1143, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1733523687906 2024-12-06T22:21:29,170 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#B#compaction#550 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:29,170 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/642e20edde384978afd235b23cc9ffb2 is 50, key is test_row_0/B:col10/1733523687911/Put/seqid=0 2024-12-06T22:21:29,176 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#A#compaction#551 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:29,176 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/ab85519e2405436a940c5817462e6b3a is 50, key is test_row_0/A:col10/1733523687911/Put/seqid=0 2024-12-06T22:21:29,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742457_1633 (size=13527) 2024-12-06T22:21:29,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742458_1634 (size=13527) 2024-12-06T22:21:29,193 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/ab85519e2405436a940c5817462e6b3a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/ab85519e2405436a940c5817462e6b3a 2024-12-06T22:21:29,196 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/A of b0f184668b012003a81f1e1fb46289b9 into ab85519e2405436a940c5817462e6b3a(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:29,196 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:29,196 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/A, priority=12, startTime=1733523689161; duration=0sec 2024-12-06T22:21:29,196 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:29,196 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:A 2024-12-06T22:21:29,196 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T22:21:29,197 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T22:21:29,197 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): b0f184668b012003a81f1e1fb46289b9/C is initiating minor compaction (all files) 2024-12-06T22:21:29,197 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b0f184668b012003a81f1e1fb46289b9/C in TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:29,197 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/dbdd2b4f4f0b490b968a992bd5648770, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/dfb6ed10e9554f6fab187816258aaebb, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/b009cb752739470e9b270beb768f339c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/3f1025f34edc4f28a5a120d700b32307] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp, totalSize=49.1 K 2024-12-06T22:21:29,197 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbdd2b4f4f0b490b968a992bd5648770, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1733523686235 2024-12-06T22:21:29,197 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting dfb6ed10e9554f6fab187816258aaebb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1733523686557 2024-12-06T22:21:29,197 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting b009cb752739470e9b270beb768f339c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1733523687269 2024-12-06T22:21:29,198 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f1025f34edc4f28a5a120d700b32307, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1733523687906 2024-12-06T22:21:29,203 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f184668b012003a81f1e1fb46289b9#C#compaction#552 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:29,204 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/3380ddc720bb48c69adae009b047ac93 is 50, key is test_row_0/C:col10/1733523687911/Put/seqid=0 2024-12-06T22:21:29,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742459_1635 (size=13493) 2024-12-06T22:21:29,244 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:29,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-06T22:21:29,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:29,245 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2837): Flushing b0f184668b012003a81f1e1fb46289b9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T22:21:29,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=A 2024-12-06T22:21:29,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:29,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=B 2024-12-06T22:21:29,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:29,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=C 2024-12-06T22:21:29,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:29,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/8d9f798258bd43b9a3382d8eadb93cdb is 50, key is test_row_0/A:col10/1733523687956/Put/seqid=0 2024-12-06T22:21:29,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742460_1636 (size=12301) 2024-12-06T22:21:29,581 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/642e20edde384978afd235b23cc9ffb2 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/642e20edde384978afd235b23cc9ffb2 2024-12-06T22:21:29,584 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/B of b0f184668b012003a81f1e1fb46289b9 into 642e20edde384978afd235b23cc9ffb2(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:29,584 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:29,584 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/B, priority=12, startTime=1733523689161; duration=0sec 2024-12-06T22:21:29,584 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:29,584 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:B 2024-12-06T22:21:29,610 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/3380ddc720bb48c69adae009b047ac93 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/3380ddc720bb48c69adae009b047ac93 2024-12-06T22:21:29,613 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b0f184668b012003a81f1e1fb46289b9/C of b0f184668b012003a81f1e1fb46289b9 into 3380ddc720bb48c69adae009b047ac93(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:29,613 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:29,613 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9., storeName=b0f184668b012003a81f1e1fb46289b9/C, priority=12, startTime=1733523689161; duration=0sec 2024-12-06T22:21:29,613 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:29,613 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f184668b012003a81f1e1fb46289b9:C 2024-12-06T22:21:29,654 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/8d9f798258bd43b9a3382d8eadb93cdb 2024-12-06T22:21:29,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/b8673101ac7f49c597f0ca57fb71a1cc is 50, key is test_row_0/B:col10/1733523687956/Put/seqid=0 2024-12-06T22:21:29,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742461_1637 (size=12301) 2024-12-06T22:21:30,062 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/b8673101ac7f49c597f0ca57fb71a1cc 2024-12-06T22:21:30,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/b1cd5980061744a2a0566d0220a27736 is 50, key is test_row_0/C:col10/1733523687956/Put/seqid=0 2024-12-06T22:21:30,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742462_1638 (size=12301) 2024-12-06T22:21:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:30,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. as already flushing 2024-12-06T22:21:30,103 DEBUG [Thread-2316 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2011d733 to 127.0.0.1:55123 2024-12-06T22:21:30,103 DEBUG [Thread-2314 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53fc02ba to 127.0.0.1:55123 2024-12-06T22:21:30,103 DEBUG [Thread-2316 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:21:30,103 DEBUG [Thread-2314 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:21:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-12-06T22:21:30,387 DEBUG [Thread-2312 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65e17c26 to 127.0.0.1:55123 2024-12-06T22:21:30,387 DEBUG [Thread-2312 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:21:30,407 DEBUG [Thread-2318 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39b3baa5 to 127.0.0.1:55123 2024-12-06T22:21:30,407 DEBUG [Thread-2318 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:21:30,471 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/b1cd5980061744a2a0566d0220a27736 2024-12-06T22:21:30,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/8d9f798258bd43b9a3382d8eadb93cdb as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/8d9f798258bd43b9a3382d8eadb93cdb 2024-12-06T22:21:30,477 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/8d9f798258bd43b9a3382d8eadb93cdb, entries=150, sequenceid=519, filesize=12.0 K 2024-12-06T22:21:30,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/b8673101ac7f49c597f0ca57fb71a1cc as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/b8673101ac7f49c597f0ca57fb71a1cc 2024-12-06T22:21:30,480 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/b8673101ac7f49c597f0ca57fb71a1cc, entries=150, sequenceid=519, filesize=12.0 K 2024-12-06T22:21:30,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/b1cd5980061744a2a0566d0220a27736 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/b1cd5980061744a2a0566d0220a27736 2024-12-06T22:21:30,482 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/b1cd5980061744a2a0566d0220a27736, entries=150, sequenceid=519, filesize=12.0 K 2024-12-06T22:21:30,483 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=26.84 KB/27480 for b0f184668b012003a81f1e1fb46289b9 in 1239ms, sequenceid=519, compaction requested=false 2024-12-06T22:21:30,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2538): Flush status journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:30,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:30,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-12-06T22:21:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=167 2024-12-06T22:21:30,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=167, resume processing ppid=166 2024-12-06T22:21:30,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, ppid=166, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4610 sec 2024-12-06T22:21:30,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 2.4640 sec 2024-12-06T22:21:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-12-06T22:21:32,126 INFO [Thread-2320 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 166 completed 2024-12-06T22:21:38,078 DEBUG [Thread-2310 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38dd8644 to 127.0.0.1:55123 2024-12-06T22:21:38,078 DEBUG [Thread-2310 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:21:38,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-06T22:21:38,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-12-06T22:21:38,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-12-06T22:21:38,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-12-06T22:21:38,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 168 2024-12-06T22:21:38,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-12-06T22:21:38,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-06T22:21:38,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-06T22:21:38,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2686 2024-12-06T22:21:38,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8058 rows 2024-12-06T22:21:38,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2696 2024-12-06T22:21:38,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8088 rows 2024-12-06T22:21:38,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2694 2024-12-06T22:21:38,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8082 rows 2024-12-06T22:21:38,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2695 2024-12-06T22:21:38,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8083 rows 2024-12-06T22:21:38,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2686 2024-12-06T22:21:38,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8058 rows 2024-12-06T22:21:38,078 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-06T22:21:38,078 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x59daaa82 to 127.0.0.1:55123 2024-12-06T22:21:38,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:21:38,080 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-06T22:21:38,081 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-06T22:21:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=168, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-06T22:21:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-12-06T22:21:38,084 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733523698084"}]},"ts":"1733523698084"} 2024-12-06T22:21:38,085 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-06T22:21:38,087 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-06T22:21:38,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T22:21:38,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b0f184668b012003a81f1e1fb46289b9, UNASSIGN}] 2024-12-06T22:21:38,089 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b0f184668b012003a81f1e1fb46289b9, UNASSIGN 2024-12-06T22:21:38,090 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=b0f184668b012003a81f1e1fb46289b9, regionState=CLOSING, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:38,090 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T22:21:38,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE; CloseRegionProcedure b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613}] 2024-12-06T22:21:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-12-06T22:21:38,242 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:38,242 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(124): Close b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:38,242 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-06T22:21:38,242 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1681): Closing b0f184668b012003a81f1e1fb46289b9, disabling compactions & flushes 2024-12-06T22:21:38,242 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:38,242 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:38,242 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. after waiting 0 ms 2024-12-06T22:21:38,242 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:38,242 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(2837): Flushing b0f184668b012003a81f1e1fb46289b9 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-06T22:21:38,242 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=A 2024-12-06T22:21:38,242 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:38,242 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=B 2024-12-06T22:21:38,243 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:38,243 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f184668b012003a81f1e1fb46289b9, store=C 2024-12-06T22:21:38,243 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:38,245 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/508fef214a5e403b92ae49c87f474826 is 50, key is test_row_0/A:col10/1733523698076/Put/seqid=0 2024-12-06T22:21:38,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742463_1639 (size=12301) 2024-12-06T22:21:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-12-06T22:21:38,649 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/508fef214a5e403b92ae49c87f474826 2024-12-06T22:21:38,654 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/e6f2b56b54c84669aba7e7c43c5bbc4c is 50, key is test_row_0/B:col10/1733523698076/Put/seqid=0 2024-12-06T22:21:38,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742464_1640 (size=12301) 2024-12-06T22:21:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-12-06T22:21:39,058 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/e6f2b56b54c84669aba7e7c43c5bbc4c 2024-12-06T22:21:39,063 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/89a4c73758cf4092a7f90dfb1564a16d is 50, key is test_row_0/C:col10/1733523698076/Put/seqid=0 2024-12-06T22:21:39,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742465_1641 (size=12301) 2024-12-06T22:21:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-12-06T22:21:39,467 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/89a4c73758cf4092a7f90dfb1564a16d 2024-12-06T22:21:39,470 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/A/508fef214a5e403b92ae49c87f474826 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/508fef214a5e403b92ae49c87f474826 2024-12-06T22:21:39,472 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/508fef214a5e403b92ae49c87f474826, entries=150, sequenceid=529, filesize=12.0 K 2024-12-06T22:21:39,473 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/B/e6f2b56b54c84669aba7e7c43c5bbc4c as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/e6f2b56b54c84669aba7e7c43c5bbc4c 2024-12-06T22:21:39,475 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/e6f2b56b54c84669aba7e7c43c5bbc4c, entries=150, sequenceid=529, filesize=12.0 K 2024-12-06T22:21:39,475 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/.tmp/C/89a4c73758cf4092a7f90dfb1564a16d as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/89a4c73758cf4092a7f90dfb1564a16d 2024-12-06T22:21:39,478 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/89a4c73758cf4092a7f90dfb1564a16d, entries=150, sequenceid=529, filesize=12.0 K 2024-12-06T22:21:39,478 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for b0f184668b012003a81f1e1fb46289b9 in 1236ms, sequenceid=529, compaction requested=true 2024-12-06T22:21:39,479 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/76d4852ba16f4542a34374f9d5672260, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/5ed5cec67d014cf092009fb11f1b6c70, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/f6447b0babde4593bd56b591617f5897, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/f5a4fa8bd44b4af293edfb8732684a8d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/add8d8fd04104b0182907a2265ea7243, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/4a606c23e68241d38f2f854b5215ce61, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/317e1a02efd24b1dad83d3edb01f33af, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/9818de6c264b43e6b26dae6bf246576a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/88324d80cff940cc8801aecd2b6ac6c6, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/183b17d989a54f3f8b8d7c6a0d25c382, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/4f209a7e2b104c61b3a06cc2d9ffb6d2, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/a0bdfbcbd7a04aaba5fee609c992c4ae, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/32cde95cfa384e8f9510da20a724f6bb, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/b8cb514a63ba4065915a78091560dcc6, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/0a9a831822e548729ef593558379b015, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/26434a96a4134709b0b11e642575c924, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/41956ad4235749698fc419d836968f51, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/dd3f0e6940c745208ee04881bd2a57d4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/2c07ef60404b41b9b6b951506f753fc8, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/cfea958c59ca44ffa01f2abf9ce460d6, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/ed18f506d9b84cd3bdee52d19ccb39ba, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/6c078db1e9f34c2aabe31d0bfbb89286, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/747e08e37f9e44fb8cc1003d6df3b4df, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/261107a0e430483ca3bededf3af0fab1, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/67b36b596e3b47c9b2838c87afa7f34d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/f98ee4fbcb7c4de5a576ea0525fe0d14, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/c0d09b3b48854735a1f74f6a0ef36b62, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/2ce8bce1ca124badbcaaf12722424643, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/5c4ccbb9c6fa46748f56ba90b2e4fd3e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/0eb8b9727e8e4171b2cce8fc9b62384c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/34a1a384a808423ba3cdccc0a3c27282, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/5486b8d6e33c41ccace8f1f175ef1ddc, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/efd3ec11934c492f8e22d70f0d8a8656, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/792fb6752b514f73bd4a22772e311b1e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/950e31854beb4550b57a884834793eb7, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/d990c5270a494964a2bc7bf00615f030] to archive 2024-12-06T22:21:39,480 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T22:21:39,481 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/76d4852ba16f4542a34374f9d5672260 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/76d4852ba16f4542a34374f9d5672260 2024-12-06T22:21:39,482 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/5ed5cec67d014cf092009fb11f1b6c70 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/5ed5cec67d014cf092009fb11f1b6c70 2024-12-06T22:21:39,482 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/f6447b0babde4593bd56b591617f5897 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/f6447b0babde4593bd56b591617f5897 2024-12-06T22:21:39,483 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/f5a4fa8bd44b4af293edfb8732684a8d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/f5a4fa8bd44b4af293edfb8732684a8d 2024-12-06T22:21:39,484 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/add8d8fd04104b0182907a2265ea7243 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/add8d8fd04104b0182907a2265ea7243 2024-12-06T22:21:39,485 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/4a606c23e68241d38f2f854b5215ce61 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/4a606c23e68241d38f2f854b5215ce61 2024-12-06T22:21:39,486 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/317e1a02efd24b1dad83d3edb01f33af to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/317e1a02efd24b1dad83d3edb01f33af 2024-12-06T22:21:39,487 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/9818de6c264b43e6b26dae6bf246576a to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/9818de6c264b43e6b26dae6bf246576a 2024-12-06T22:21:39,487 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/88324d80cff940cc8801aecd2b6ac6c6 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/88324d80cff940cc8801aecd2b6ac6c6 2024-12-06T22:21:39,488 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/183b17d989a54f3f8b8d7c6a0d25c382 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/183b17d989a54f3f8b8d7c6a0d25c382 2024-12-06T22:21:39,489 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/4f209a7e2b104c61b3a06cc2d9ffb6d2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/4f209a7e2b104c61b3a06cc2d9ffb6d2 2024-12-06T22:21:39,490 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/a0bdfbcbd7a04aaba5fee609c992c4ae to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/a0bdfbcbd7a04aaba5fee609c992c4ae 2024-12-06T22:21:39,491 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/32cde95cfa384e8f9510da20a724f6bb to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/32cde95cfa384e8f9510da20a724f6bb 2024-12-06T22:21:39,491 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/b8cb514a63ba4065915a78091560dcc6 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/b8cb514a63ba4065915a78091560dcc6 2024-12-06T22:21:39,492 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/0a9a831822e548729ef593558379b015 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/0a9a831822e548729ef593558379b015 2024-12-06T22:21:39,493 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/26434a96a4134709b0b11e642575c924 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/26434a96a4134709b0b11e642575c924 2024-12-06T22:21:39,494 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/41956ad4235749698fc419d836968f51 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/41956ad4235749698fc419d836968f51 2024-12-06T22:21:39,495 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/dd3f0e6940c745208ee04881bd2a57d4 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/dd3f0e6940c745208ee04881bd2a57d4 2024-12-06T22:21:39,496 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/2c07ef60404b41b9b6b951506f753fc8 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/2c07ef60404b41b9b6b951506f753fc8 2024-12-06T22:21:39,496 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/cfea958c59ca44ffa01f2abf9ce460d6 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/cfea958c59ca44ffa01f2abf9ce460d6 2024-12-06T22:21:39,497 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/ed18f506d9b84cd3bdee52d19ccb39ba to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/ed18f506d9b84cd3bdee52d19ccb39ba 2024-12-06T22:21:39,498 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/6c078db1e9f34c2aabe31d0bfbb89286 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/6c078db1e9f34c2aabe31d0bfbb89286 2024-12-06T22:21:39,499 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/747e08e37f9e44fb8cc1003d6df3b4df to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/747e08e37f9e44fb8cc1003d6df3b4df 2024-12-06T22:21:39,500 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/261107a0e430483ca3bededf3af0fab1 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/261107a0e430483ca3bededf3af0fab1 2024-12-06T22:21:39,501 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/67b36b596e3b47c9b2838c87afa7f34d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/67b36b596e3b47c9b2838c87afa7f34d 2024-12-06T22:21:39,501 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/f98ee4fbcb7c4de5a576ea0525fe0d14 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/f98ee4fbcb7c4de5a576ea0525fe0d14 2024-12-06T22:21:39,502 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/c0d09b3b48854735a1f74f6a0ef36b62 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/c0d09b3b48854735a1f74f6a0ef36b62 2024-12-06T22:21:39,503 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/2ce8bce1ca124badbcaaf12722424643 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/2ce8bce1ca124badbcaaf12722424643 2024-12-06T22:21:39,504 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/5c4ccbb9c6fa46748f56ba90b2e4fd3e to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/5c4ccbb9c6fa46748f56ba90b2e4fd3e 2024-12-06T22:21:39,505 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/0eb8b9727e8e4171b2cce8fc9b62384c to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/0eb8b9727e8e4171b2cce8fc9b62384c 2024-12-06T22:21:39,505 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/34a1a384a808423ba3cdccc0a3c27282 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/34a1a384a808423ba3cdccc0a3c27282 2024-12-06T22:21:39,506 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/5486b8d6e33c41ccace8f1f175ef1ddc to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/5486b8d6e33c41ccace8f1f175ef1ddc 2024-12-06T22:21:39,507 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/efd3ec11934c492f8e22d70f0d8a8656 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/efd3ec11934c492f8e22d70f0d8a8656 2024-12-06T22:21:39,508 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/792fb6752b514f73bd4a22772e311b1e to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/792fb6752b514f73bd4a22772e311b1e 2024-12-06T22:21:39,508 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/950e31854beb4550b57a884834793eb7 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/950e31854beb4550b57a884834793eb7 2024-12-06T22:21:39,509 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/d990c5270a494964a2bc7bf00615f030 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/d990c5270a494964a2bc7bf00615f030 2024-12-06T22:21:39,510 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/724b4d950c5a43ba82a61f4048d9e4ad, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/6392edbf74cf4880b419faa8d273aef8, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/6f3034946a4c4a6e80c19130b19c4a54, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/75eae98c39cc4df0a6ffc4c2a1313e4f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/3cfa268a6cae48c2a4e08d4d5f88ebdd, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/b8db8b37d7a0411cb8ef3725cfae46ab, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/2c639d063d4e4c24bfbf7b123e6e6fa4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/aee5f24cac924f18a989b381f47c9170, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/b08170e8ff5f4eea97d435bbea8b7713, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/bd57c5a6dfc1438783f596e55dabf02a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/bd0842b17b344a40bca139e647c41ef4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/17cd2fef1188430cba0e3792cf1830fd, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/b432586a1f974ce895fa8e3e270b4372, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/28d47f422b604222bb6cf6d6e2321f97, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/e2aad5e7f6634ea4bf3357230dcb6c9b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/bb3e5ec801684ecbbb839b1b9d751eb1, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/6e049766d39e41bb951a61f546e50850, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/032ff16f60da4b6f8895871baa0843fe, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/3af7ba3f3f6d47bf9ea3708c67ef726d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/dcb12db9236e4014a92937331245a19f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/8c81d993793d429f84df05b199b0105d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/f7eb1076475c49e6b8cac5bc79b129c4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/8baa8aeed52b4aa9b7ee17d5c409a852, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/ee212e1466e942f8a8315f5865f3c43b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/c8119b4fd59045329257dcf8fa5dae64, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/95f6fbdbc6a741f2b937f73c8b58c67a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/a7eda99282eb4897944811c35924d24b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/1b219bacd6b6436e9fcfc9cdd7a1a6e8, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/a2ce7e2d812a4d3db403394bf8f82a36, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/b14f234b51924023a9761e134a64058e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/61e434a9c7a544ccb5c93dcbe815d24c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/01eb25bcfc1b450b9d3bc11ad42a9d2e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/898ad54099f141de961e10e39d33d25c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/543a4d76935e4ef28d91a8a2c4144573, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/dd0ee2d1e50b4091b098ca9c9b4ed003, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/77d5a7c44f6c44f2a3cc3574719e1143] to archive 2024-12-06T22:21:39,518 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T22:21:39,519 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/724b4d950c5a43ba82a61f4048d9e4ad to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/724b4d950c5a43ba82a61f4048d9e4ad 2024-12-06T22:21:39,520 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/6392edbf74cf4880b419faa8d273aef8 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/6392edbf74cf4880b419faa8d273aef8 2024-12-06T22:21:39,521 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/6f3034946a4c4a6e80c19130b19c4a54 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/6f3034946a4c4a6e80c19130b19c4a54 2024-12-06T22:21:39,521 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/75eae98c39cc4df0a6ffc4c2a1313e4f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/75eae98c39cc4df0a6ffc4c2a1313e4f 2024-12-06T22:21:39,522 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/3cfa268a6cae48c2a4e08d4d5f88ebdd to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/3cfa268a6cae48c2a4e08d4d5f88ebdd 2024-12-06T22:21:39,523 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/b8db8b37d7a0411cb8ef3725cfae46ab to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/b8db8b37d7a0411cb8ef3725cfae46ab 2024-12-06T22:21:39,524 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/2c639d063d4e4c24bfbf7b123e6e6fa4 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/2c639d063d4e4c24bfbf7b123e6e6fa4 2024-12-06T22:21:39,525 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/aee5f24cac924f18a989b381f47c9170 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/aee5f24cac924f18a989b381f47c9170 2024-12-06T22:21:39,525 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/b08170e8ff5f4eea97d435bbea8b7713 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/b08170e8ff5f4eea97d435bbea8b7713 2024-12-06T22:21:39,526 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/bd57c5a6dfc1438783f596e55dabf02a to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/bd57c5a6dfc1438783f596e55dabf02a 2024-12-06T22:21:39,527 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/bd0842b17b344a40bca139e647c41ef4 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/bd0842b17b344a40bca139e647c41ef4 2024-12-06T22:21:39,528 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/17cd2fef1188430cba0e3792cf1830fd to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/17cd2fef1188430cba0e3792cf1830fd 2024-12-06T22:21:39,528 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/b432586a1f974ce895fa8e3e270b4372 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/b432586a1f974ce895fa8e3e270b4372 2024-12-06T22:21:39,529 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/28d47f422b604222bb6cf6d6e2321f97 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/28d47f422b604222bb6cf6d6e2321f97 2024-12-06T22:21:39,530 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/e2aad5e7f6634ea4bf3357230dcb6c9b to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/e2aad5e7f6634ea4bf3357230dcb6c9b 2024-12-06T22:21:39,531 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/bb3e5ec801684ecbbb839b1b9d751eb1 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/bb3e5ec801684ecbbb839b1b9d751eb1 2024-12-06T22:21:39,531 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/6e049766d39e41bb951a61f546e50850 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/6e049766d39e41bb951a61f546e50850 2024-12-06T22:21:39,532 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/032ff16f60da4b6f8895871baa0843fe to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/032ff16f60da4b6f8895871baa0843fe 2024-12-06T22:21:39,533 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/3af7ba3f3f6d47bf9ea3708c67ef726d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/3af7ba3f3f6d47bf9ea3708c67ef726d 2024-12-06T22:21:39,534 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/dcb12db9236e4014a92937331245a19f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/dcb12db9236e4014a92937331245a19f 2024-12-06T22:21:39,534 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/8c81d993793d429f84df05b199b0105d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/8c81d993793d429f84df05b199b0105d 2024-12-06T22:21:39,535 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/f7eb1076475c49e6b8cac5bc79b129c4 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/f7eb1076475c49e6b8cac5bc79b129c4 2024-12-06T22:21:39,536 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/8baa8aeed52b4aa9b7ee17d5c409a852 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/8baa8aeed52b4aa9b7ee17d5c409a852 2024-12-06T22:21:39,537 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/ee212e1466e942f8a8315f5865f3c43b to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/ee212e1466e942f8a8315f5865f3c43b 2024-12-06T22:21:39,537 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/c8119b4fd59045329257dcf8fa5dae64 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/c8119b4fd59045329257dcf8fa5dae64 2024-12-06T22:21:39,538 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/95f6fbdbc6a741f2b937f73c8b58c67a to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/95f6fbdbc6a741f2b937f73c8b58c67a 2024-12-06T22:21:39,539 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/a7eda99282eb4897944811c35924d24b to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/a7eda99282eb4897944811c35924d24b 2024-12-06T22:21:39,540 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/1b219bacd6b6436e9fcfc9cdd7a1a6e8 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/1b219bacd6b6436e9fcfc9cdd7a1a6e8 2024-12-06T22:21:39,540 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/a2ce7e2d812a4d3db403394bf8f82a36 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/a2ce7e2d812a4d3db403394bf8f82a36 2024-12-06T22:21:39,541 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/b14f234b51924023a9761e134a64058e to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/b14f234b51924023a9761e134a64058e 2024-12-06T22:21:39,542 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/61e434a9c7a544ccb5c93dcbe815d24c to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/61e434a9c7a544ccb5c93dcbe815d24c 2024-12-06T22:21:39,543 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/01eb25bcfc1b450b9d3bc11ad42a9d2e to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/01eb25bcfc1b450b9d3bc11ad42a9d2e 2024-12-06T22:21:39,544 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/898ad54099f141de961e10e39d33d25c to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/898ad54099f141de961e10e39d33d25c 2024-12-06T22:21:39,544 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/543a4d76935e4ef28d91a8a2c4144573 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/543a4d76935e4ef28d91a8a2c4144573 2024-12-06T22:21:39,545 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/dd0ee2d1e50b4091b098ca9c9b4ed003 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/dd0ee2d1e50b4091b098ca9c9b4ed003 2024-12-06T22:21:39,546 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/77d5a7c44f6c44f2a3cc3574719e1143 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/77d5a7c44f6c44f2a3cc3574719e1143 2024-12-06T22:21:39,547 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/a1680dc6c05c434f8465d48bf25bdbdf, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/df1a9984fc484c0d95c34014c22f078a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/8e2af6ecb1d34a74a0ebef88cdc7c27d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/eb9470c7c36840909d9fce1d7312d5a4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/ee7d3c7f0ec7455c81e60d32922e5e1e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/ffe8d4eb972448ccbd8c4328bae0e7db, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/4e570b9fdd224acdac277de0867d891d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/a25d0f29f8ff4fa7956c0fe9c6237b2b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/92e2403ce6174ba08407e49d38f831f4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/62d1e6a2073e4ae6ad0dc87532ca9043, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/71d44b8948764ed3a69910288a44e945, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/92641260861448bebff76edeecb2c93a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/cd06291205124a3b9844f211ac3aa646, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/51708d59e0134378858cba34451989e6, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/79f060e86bd4436daedd349249dfe62a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/9405a46eca184a67a4ec385405ae814c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/da23a979fcbb49c1818279b5acffbb7d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/bf0761420746473ea73ce16965be2188, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/216c46dafc444f338469b93da9945fb6, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/3595cae7c3a44b8a9b2bee512c512a01, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/c20b347c63664a2abe58bf25e73c9fea, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/401e1b03b8d14bdd88a35e041399ebd1, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/7f0bc8ffc2b6430b8527cc54e89b0660, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/c386c0622aad468ba970360d4d532654, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/8a9ce1e149d14bb791343251e675e934, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/5e1befbdefc44bf6b2bd0ac1a5d55944, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/2a00c015204c4315a6a819418983b257, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/3087246c297b4c0eb4979598a4c9877f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/7766bb5230684b059f70867268e1c09a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/12df2ef32895474ab78f7eddb5fe6041, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/dbdd2b4f4f0b490b968a992bd5648770, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/ae88d04929024bfa98572605a0de1b21, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/dfb6ed10e9554f6fab187816258aaebb, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/b009cb752739470e9b270beb768f339c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/3f1025f34edc4f28a5a120d700b32307] to archive 2024-12-06T22:21:39,548 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T22:21:39,549 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/a1680dc6c05c434f8465d48bf25bdbdf to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/a1680dc6c05c434f8465d48bf25bdbdf 2024-12-06T22:21:39,550 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/df1a9984fc484c0d95c34014c22f078a to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/df1a9984fc484c0d95c34014c22f078a 2024-12-06T22:21:39,550 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/8e2af6ecb1d34a74a0ebef88cdc7c27d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/8e2af6ecb1d34a74a0ebef88cdc7c27d 2024-12-06T22:21:39,551 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/eb9470c7c36840909d9fce1d7312d5a4 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/eb9470c7c36840909d9fce1d7312d5a4 2024-12-06T22:21:39,552 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/ee7d3c7f0ec7455c81e60d32922e5e1e to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/ee7d3c7f0ec7455c81e60d32922e5e1e 2024-12-06T22:21:39,553 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/ffe8d4eb972448ccbd8c4328bae0e7db to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/ffe8d4eb972448ccbd8c4328bae0e7db 2024-12-06T22:21:39,553 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/4e570b9fdd224acdac277de0867d891d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/4e570b9fdd224acdac277de0867d891d 2024-12-06T22:21:39,554 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/a25d0f29f8ff4fa7956c0fe9c6237b2b to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/a25d0f29f8ff4fa7956c0fe9c6237b2b 2024-12-06T22:21:39,555 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/92e2403ce6174ba08407e49d38f831f4 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/92e2403ce6174ba08407e49d38f831f4 2024-12-06T22:21:39,556 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/62d1e6a2073e4ae6ad0dc87532ca9043 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/62d1e6a2073e4ae6ad0dc87532ca9043 2024-12-06T22:21:39,557 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/71d44b8948764ed3a69910288a44e945 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/71d44b8948764ed3a69910288a44e945 2024-12-06T22:21:39,557 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/92641260861448bebff76edeecb2c93a to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/92641260861448bebff76edeecb2c93a 2024-12-06T22:21:39,558 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/cd06291205124a3b9844f211ac3aa646 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/cd06291205124a3b9844f211ac3aa646 2024-12-06T22:21:39,559 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/51708d59e0134378858cba34451989e6 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/51708d59e0134378858cba34451989e6 2024-12-06T22:21:39,559 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/79f060e86bd4436daedd349249dfe62a to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/79f060e86bd4436daedd349249dfe62a 2024-12-06T22:21:39,560 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/9405a46eca184a67a4ec385405ae814c to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/9405a46eca184a67a4ec385405ae814c 2024-12-06T22:21:39,561 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/da23a979fcbb49c1818279b5acffbb7d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/da23a979fcbb49c1818279b5acffbb7d 2024-12-06T22:21:39,562 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/bf0761420746473ea73ce16965be2188 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/bf0761420746473ea73ce16965be2188 2024-12-06T22:21:39,562 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/216c46dafc444f338469b93da9945fb6 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/216c46dafc444f338469b93da9945fb6 2024-12-06T22:21:39,563 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/3595cae7c3a44b8a9b2bee512c512a01 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/3595cae7c3a44b8a9b2bee512c512a01 2024-12-06T22:21:39,564 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/c20b347c63664a2abe58bf25e73c9fea to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/c20b347c63664a2abe58bf25e73c9fea 2024-12-06T22:21:39,565 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/401e1b03b8d14bdd88a35e041399ebd1 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/401e1b03b8d14bdd88a35e041399ebd1 2024-12-06T22:21:39,565 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/7f0bc8ffc2b6430b8527cc54e89b0660 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/7f0bc8ffc2b6430b8527cc54e89b0660 2024-12-06T22:21:39,566 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/c386c0622aad468ba970360d4d532654 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/c386c0622aad468ba970360d4d532654 2024-12-06T22:21:39,567 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/8a9ce1e149d14bb791343251e675e934 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/8a9ce1e149d14bb791343251e675e934 2024-12-06T22:21:39,568 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/5e1befbdefc44bf6b2bd0ac1a5d55944 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/5e1befbdefc44bf6b2bd0ac1a5d55944 2024-12-06T22:21:39,568 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/2a00c015204c4315a6a819418983b257 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/2a00c015204c4315a6a819418983b257 2024-12-06T22:21:39,569 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/3087246c297b4c0eb4979598a4c9877f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/3087246c297b4c0eb4979598a4c9877f 2024-12-06T22:21:39,570 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/7766bb5230684b059f70867268e1c09a to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/7766bb5230684b059f70867268e1c09a 2024-12-06T22:21:39,571 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/12df2ef32895474ab78f7eddb5fe6041 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/12df2ef32895474ab78f7eddb5fe6041 2024-12-06T22:21:39,572 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/dbdd2b4f4f0b490b968a992bd5648770 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/dbdd2b4f4f0b490b968a992bd5648770 2024-12-06T22:21:39,572 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/ae88d04929024bfa98572605a0de1b21 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/ae88d04929024bfa98572605a0de1b21 2024-12-06T22:21:39,573 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/dfb6ed10e9554f6fab187816258aaebb to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/dfb6ed10e9554f6fab187816258aaebb 2024-12-06T22:21:39,574 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/b009cb752739470e9b270beb768f339c to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/b009cb752739470e9b270beb768f339c 2024-12-06T22:21:39,575 DEBUG [StoreCloser-TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/3f1025f34edc4f28a5a120d700b32307 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/3f1025f34edc4f28a5a120d700b32307 2024-12-06T22:21:39,578 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/recovered.edits/532.seqid, newMaxSeqId=532, maxSeqId=1 2024-12-06T22:21:39,578 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9. 2024-12-06T22:21:39,578 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1635): Region close journal for b0f184668b012003a81f1e1fb46289b9: 2024-12-06T22:21:39,580 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(170): Closed b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:39,580 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=b0f184668b012003a81f1e1fb46289b9, regionState=CLOSED 2024-12-06T22:21:39,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=171, resume processing ppid=170 2024-12-06T22:21:39,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, ppid=170, state=SUCCESS; CloseRegionProcedure b0f184668b012003a81f1e1fb46289b9, server=6d2a5dd008ce,36991,1733523540613 in 1.4910 sec 2024-12-06T22:21:39,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-12-06T22:21:39,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b0f184668b012003a81f1e1fb46289b9, UNASSIGN in 1.4930 sec 2024-12-06T22:21:39,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=169, resume processing ppid=168 2024-12-06T22:21:39,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, ppid=168, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4950 sec 2024-12-06T22:21:39,585 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733523699585"}]},"ts":"1733523699585"} 2024-12-06T22:21:39,585 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-06T22:21:39,587 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-06T22:21:39,588 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5070 sec 2024-12-06T22:21:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-12-06T22:21:40,187 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 168 completed 2024-12-06T22:21:40,188 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-06T22:21:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:21:40,189 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:21:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-06T22:21:40,189 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=172, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:21:40,191 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:40,193 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A, FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B, FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C, FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/recovered.edits] 2024-12-06T22:21:40,195 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/508fef214a5e403b92ae49c87f474826 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/508fef214a5e403b92ae49c87f474826 2024-12-06T22:21:40,195 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/8d9f798258bd43b9a3382d8eadb93cdb to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/8d9f798258bd43b9a3382d8eadb93cdb 2024-12-06T22:21:40,196 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/ab85519e2405436a940c5817462e6b3a to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/A/ab85519e2405436a940c5817462e6b3a 2024-12-06T22:21:40,198 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/642e20edde384978afd235b23cc9ffb2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/642e20edde384978afd235b23cc9ffb2 2024-12-06T22:21:40,199 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/b8673101ac7f49c597f0ca57fb71a1cc to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/b8673101ac7f49c597f0ca57fb71a1cc 2024-12-06T22:21:40,199 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/e6f2b56b54c84669aba7e7c43c5bbc4c to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/B/e6f2b56b54c84669aba7e7c43c5bbc4c 2024-12-06T22:21:40,201 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/3380ddc720bb48c69adae009b047ac93 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/3380ddc720bb48c69adae009b047ac93 2024-12-06T22:21:40,202 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/89a4c73758cf4092a7f90dfb1564a16d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/89a4c73758cf4092a7f90dfb1564a16d 2024-12-06T22:21:40,202 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/b1cd5980061744a2a0566d0220a27736 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/C/b1cd5980061744a2a0566d0220a27736 2024-12-06T22:21:40,204 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/recovered.edits/532.seqid to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9/recovered.edits/532.seqid 2024-12-06T22:21:40,205 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/b0f184668b012003a81f1e1fb46289b9 2024-12-06T22:21:40,205 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-06T22:21:40,206 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=172, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:21:40,207 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-06T22:21:40,209 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-06T22:21:40,210 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=172, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:21:40,210 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-06T22:21:40,210 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733523700210"}]},"ts":"9223372036854775807"} 2024-12-06T22:21:40,211 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-06T22:21:40,211 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => b0f184668b012003a81f1e1fb46289b9, NAME => 'TestAcidGuarantees,,1733523666476.b0f184668b012003a81f1e1fb46289b9.', STARTKEY => '', ENDKEY => ''}] 2024-12-06T22:21:40,211 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-06T22:21:40,211 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733523700211"}]},"ts":"9223372036854775807"} 2024-12-06T22:21:40,212 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-06T22:21:40,214 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=172, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:21:40,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 26 msec 2024-12-06T22:21:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-06T22:21:40,290 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 172 completed 2024-12-06T22:21:40,300 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=238 (was 241), OpenFileDescriptor=443 (was 458), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=413 (was 478), ProcessCount=11 (was 11), AvailableMemoryMB=7132 (was 7145) 2024-12-06T22:21:40,309 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=238, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=413, ProcessCount=11, AvailableMemoryMB=7132 2024-12-06T22:21:40,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T22:21:40,310 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T22:21:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-06T22:21:40,312 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=173, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T22:21:40,312 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:40,312 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 173 2024-12-06T22:21:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-06T22:21:40,312 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=173, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T22:21:40,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742466_1642 (size=963) 2024-12-06T22:21:40,340 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-06T22:21:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-06T22:21:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-06T22:21:40,719 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0 2024-12-06T22:21:40,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742467_1643 (size=53) 2024-12-06T22:21:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-06T22:21:41,124 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T22:21:41,125 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 32603df226c841638966425fcd9b24b0, disabling compactions & flushes 2024-12-06T22:21:41,125 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:41,125 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:41,125 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. after waiting 0 ms 2024-12-06T22:21:41,125 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:41,125 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:41,125 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:41,126 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=173, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T22:21:41,126 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733523701126"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733523701126"}]},"ts":"1733523701126"} 2024-12-06T22:21:41,127 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-06T22:21:41,127 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=173, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T22:21:41,127 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733523701127"}]},"ts":"1733523701127"} 2024-12-06T22:21:41,128 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-06T22:21:41,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=32603df226c841638966425fcd9b24b0, ASSIGN}] 2024-12-06T22:21:41,133 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=32603df226c841638966425fcd9b24b0, ASSIGN 2024-12-06T22:21:41,133 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=32603df226c841638966425fcd9b24b0, ASSIGN; state=OFFLINE, location=6d2a5dd008ce,36991,1733523540613; forceNewPlan=false, retain=false 2024-12-06T22:21:41,283 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=174 updating hbase:meta row=32603df226c841638966425fcd9b24b0, regionState=OPENING, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:41,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE; OpenRegionProcedure 32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613}] 2024-12-06T22:21:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-06T22:21:41,436 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:41,438 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:41,438 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(7285): Opening region: {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} 2024-12-06T22:21:41,439 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:41,439 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T22:21:41,439 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(7327): checking encryption for 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:41,439 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(7330): checking classloading for 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:41,440 INFO [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:41,441 INFO [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T22:21:41,441 INFO [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32603df226c841638966425fcd9b24b0 columnFamilyName A 2024-12-06T22:21:41,441 DEBUG [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:41,441 INFO [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] regionserver.HStore(327): Store=32603df226c841638966425fcd9b24b0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:21:41,441 INFO [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:41,442 INFO [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T22:21:41,442 INFO [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32603df226c841638966425fcd9b24b0 columnFamilyName B 2024-12-06T22:21:41,442 DEBUG [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:41,443 INFO [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] regionserver.HStore(327): Store=32603df226c841638966425fcd9b24b0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:21:41,443 INFO [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:41,443 INFO [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T22:21:41,444 INFO [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32603df226c841638966425fcd9b24b0 columnFamilyName C 2024-12-06T22:21:41,444 DEBUG [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:41,444 INFO [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] regionserver.HStore(327): Store=32603df226c841638966425fcd9b24b0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:21:41,444 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:41,445 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0 2024-12-06T22:21:41,445 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0 2024-12-06T22:21:41,446 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T22:21:41,447 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(1085): writing seq id for 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:41,448 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T22:21:41,448 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(1102): Opened 32603df226c841638966425fcd9b24b0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59343108, jitterRate=-0.1157187819480896}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T22:21:41,449 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(1001): Region open journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:41,449 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., pid=175, masterSystemTime=1733523701436 2024-12-06T22:21:41,450 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:41,450 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:41,451 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=174 updating hbase:meta row=32603df226c841638966425fcd9b24b0, regionState=OPEN, openSeqNum=2, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:41,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=175, resume processing ppid=174 2024-12-06T22:21:41,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, ppid=174, state=SUCCESS; OpenRegionProcedure 32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 in 167 msec 2024-12-06T22:21:41,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-12-06T22:21:41,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=32603df226c841638966425fcd9b24b0, ASSIGN in 320 msec 2024-12-06T22:21:41,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=173, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T22:21:41,454 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733523701454"}]},"ts":"1733523701454"} 2024-12-06T22:21:41,455 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-06T22:21:41,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=173, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T22:21:41,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1460 sec 2024-12-06T22:21:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-06T22:21:42,416 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-12-06T22:21:42,417 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a1fe6e4 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58e7ba75 2024-12-06T22:21:42,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ba132a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:21:42,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:21:42,427 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:21:42,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T22:21:42,429 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T22:21:42,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T22:21:42,430 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T22:21:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=176, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-06T22:21:42,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742468_1644 (size=999) 2024-12-06T22:21:42,840 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-06T22:21:42,840 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-06T22:21:42,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T22:21:42,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=32603df226c841638966425fcd9b24b0, REOPEN/MOVE}] 2024-12-06T22:21:42,844 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=32603df226c841638966425fcd9b24b0, REOPEN/MOVE 2024-12-06T22:21:42,845 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=178 updating hbase:meta row=32603df226c841638966425fcd9b24b0, regionState=CLOSING, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:42,846 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T22:21:42,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE; CloseRegionProcedure 32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613}] 2024-12-06T22:21:42,997 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:42,997 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(124): Close 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:42,997 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-06T22:21:42,997 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1681): Closing 32603df226c841638966425fcd9b24b0, disabling compactions & flushes 2024-12-06T22:21:42,997 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:42,997 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:42,997 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. after waiting 0 ms 2024-12-06T22:21:42,997 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:43,001 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-06T22:21:43,001 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:43,001 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1635): Region close journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:43,001 WARN [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegionServer(3786): Not adding moved region record: 32603df226c841638966425fcd9b24b0 to self. 2024-12-06T22:21:43,003 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(170): Closed 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:43,003 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=178 updating hbase:meta row=32603df226c841638966425fcd9b24b0, regionState=CLOSED 2024-12-06T22:21:43,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=179, resume processing ppid=178 2024-12-06T22:21:43,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, ppid=178, state=SUCCESS; CloseRegionProcedure 32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 in 158 msec 2024-12-06T22:21:43,005 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=32603df226c841638966425fcd9b24b0, REOPEN/MOVE; state=CLOSED, location=6d2a5dd008ce,36991,1733523540613; forceNewPlan=false, retain=true 2024-12-06T22:21:43,156 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=178 updating hbase:meta row=32603df226c841638966425fcd9b24b0, regionState=OPENING, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:43,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=178, state=RUNNABLE; OpenRegionProcedure 32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613}] 2024-12-06T22:21:43,308 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:43,310 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:43,311 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(7285): Opening region: {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} 2024-12-06T22:21:43,311 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:43,311 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T22:21:43,311 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(7327): checking encryption for 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:43,311 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(7330): checking classloading for 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:43,312 INFO [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:43,313 INFO [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T22:21:43,313 INFO [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32603df226c841638966425fcd9b24b0 columnFamilyName A 2024-12-06T22:21:43,314 DEBUG [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:43,314 INFO [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] regionserver.HStore(327): Store=32603df226c841638966425fcd9b24b0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:21:43,314 INFO [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:43,315 INFO [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T22:21:43,315 INFO [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32603df226c841638966425fcd9b24b0 columnFamilyName B 2024-12-06T22:21:43,315 DEBUG [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:43,315 INFO [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] regionserver.HStore(327): Store=32603df226c841638966425fcd9b24b0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:21:43,316 INFO [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:43,316 INFO [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T22:21:43,316 INFO [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32603df226c841638966425fcd9b24b0 columnFamilyName C 2024-12-06T22:21:43,316 DEBUG [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:43,316 INFO [StoreOpener-32603df226c841638966425fcd9b24b0-1 {}] regionserver.HStore(327): Store=32603df226c841638966425fcd9b24b0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T22:21:43,317 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:43,317 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0 2024-12-06T22:21:43,318 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0 2024-12-06T22:21:43,319 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T22:21:43,320 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(1085): writing seq id for 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:43,320 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(1102): Opened 32603df226c841638966425fcd9b24b0; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61553069, jitterRate=-0.08278779685497284}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T22:21:43,321 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(1001): Region open journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:43,321 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., pid=180, masterSystemTime=1733523703308 2024-12-06T22:21:43,323 DEBUG [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:43,323 INFO [RS_OPEN_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:43,323 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=178 updating hbase:meta row=32603df226c841638966425fcd9b24b0, regionState=OPEN, openSeqNum=5, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:43,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=178 2024-12-06T22:21:43,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=178, state=SUCCESS; OpenRegionProcedure 32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 in 167 msec 2024-12-06T22:21:43,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-12-06T22:21:43,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=32603df226c841638966425fcd9b24b0, REOPEN/MOVE in 481 msec 2024-12-06T22:21:43,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=177, resume processing ppid=176 2024-12-06T22:21:43,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, ppid=176, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 484 msec 2024-12-06T22:21:43,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 897 msec 2024-12-06T22:21:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=176 2024-12-06T22:21:43,330 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55544bc7 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3005670a 2024-12-06T22:21:43,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@81e0163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:21:43,334 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1208728f to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@92e7af3 2024-12-06T22:21:43,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c377ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:21:43,337 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d0a9e33 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17899883 2024-12-06T22:21:43,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1de3c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:21:43,341 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40e55f2a to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b739a35 2024-12-06T22:21:43,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e22139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:21:43,344 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x271e8143 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20bb05a7 2024-12-06T22:21:43,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38481360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:21:43,347 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a5ecd59 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62750e61 2024-12-06T22:21:43,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c078737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:21:43,350 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61da8c1c to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b968040 2024-12-06T22:21:43,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf8843a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:21:43,354 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x560a8819 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49019618 2024-12-06T22:21:43,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76670256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:21:43,357 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3df30e37 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7887fec7 2024-12-06T22:21:43,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36bc3633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:21:43,360 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x745bf218 to 127.0.0.1:55123 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@336d4b92 2024-12-06T22:21:43,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b7ee62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T22:21:43,365 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:21:43,365 DEBUG [hconnection-0x3d2d5e6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:21:43,365 DEBUG [hconnection-0x627cbf1d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:21:43,366 DEBUG [hconnection-0x74d4377c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:21:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-12-06T22:21:43,366 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:21:43,366 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:21:43,366 DEBUG [hconnection-0x52007649-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:21:43,366 DEBUG [hconnection-0x6683952f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:21:43,366 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:21:43,367 DEBUG [hconnection-0x3b316482-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:21:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-06T22:21:43,368 DEBUG [hconnection-0x1bcb7ec6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:21:43,368 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55680, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:21:43,368 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:21:43,368 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:21:43,369 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:21:43,369 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:21:43,369 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:21:43,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:21:43,372 DEBUG [hconnection-0x44168cc9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:21:43,373 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55708, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:21:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:43,378 DEBUG [hconnection-0x5cdfe70d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:21:43,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 32603df226c841638966425fcd9b24b0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:21:43,378 DEBUG [hconnection-0x2ef630a8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T22:21:43,379 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:21:43,379 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55738, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T22:21:43,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=A 2024-12-06T22:21:43,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:43,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=B 2024-12-06T22:21:43,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:43,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=C 2024-12-06T22:21:43,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:43,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:43,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523763410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523763410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:43,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523763411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:43,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:43,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523763411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523763412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:43,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b1f80a075ae647ccb63449dd168b2df3_32603df226c841638966425fcd9b24b0 is 50, key is test_row_0/A:col10/1733523703377/Put/seqid=0 2024-12-06T22:21:43,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742469_1645 (size=12154) 2024-12-06T22:21:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-06T22:21:43,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523763515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:43,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523763515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:43,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523763516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:43,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523763516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:43,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523763516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:43,523 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:43,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-06T22:21:43,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:43,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:43,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:43,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:43,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:43,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-06T22:21:43,675 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:43,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-06T22:21:43,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:43,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:43,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:43,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:43,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:43,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523763718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:43,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523763718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:43,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523763719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:43,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523763719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:43,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523763719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:43,826 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:43,828 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:43,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-06T22:21:43,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:43,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:43,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:43,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:43,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:43,830 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b1f80a075ae647ccb63449dd168b2df3_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b1f80a075ae647ccb63449dd168b2df3_32603df226c841638966425fcd9b24b0 2024-12-06T22:21:43,831 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/cb97009b60f54cb7924842642043473b, store: [table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:43,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/cb97009b60f54cb7924842642043473b is 175, key is test_row_0/A:col10/1733523703377/Put/seqid=0 2024-12-06T22:21:43,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742470_1646 (size=30955) 2024-12-06T22:21:43,836 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/cb97009b60f54cb7924842642043473b 2024-12-06T22:21:43,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/083fec5cfd834205a0604c24617ca15c is 50, key is test_row_0/B:col10/1733523703377/Put/seqid=0 2024-12-06T22:21:43,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742471_1647 (size=12001) 2024-12-06T22:21:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-06T22:21:43,981 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:43,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-06T22:21:43,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:43,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:43,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:43,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:43,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:44,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523764020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:44,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523764021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:44,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523764021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:44,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523764022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:44,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523764023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:44,134 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:44,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-06T22:21:44,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:44,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:44,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:44,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:44,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:44,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/083fec5cfd834205a0604c24617ca15c 2024-12-06T22:21:44,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/235dea0106ba4e1f9b8ff5d252c4ad32 is 50, key is test_row_0/C:col10/1733523703377/Put/seqid=0 2024-12-06T22:21:44,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742472_1648 (size=12001) 2024-12-06T22:21:44,286 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:44,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-06T22:21:44,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:44,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:44,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:44,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:44,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:44,439 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:44,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-06T22:21:44,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:44,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:44,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:44,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:44,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-06T22:21:44,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523764524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:44,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523764526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:44,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523764526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:44,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523764529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:44,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523764529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:44,591 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:44,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-06T22:21:44,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:44,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:44,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:44,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:44,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:44,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/235dea0106ba4e1f9b8ff5d252c4ad32 2024-12-06T22:21:44,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/cb97009b60f54cb7924842642043473b as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/cb97009b60f54cb7924842642043473b 2024-12-06T22:21:44,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/cb97009b60f54cb7924842642043473b, entries=150, sequenceid=18, filesize=30.2 K 2024-12-06T22:21:44,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/083fec5cfd834205a0604c24617ca15c as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/083fec5cfd834205a0604c24617ca15c 2024-12-06T22:21:44,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/083fec5cfd834205a0604c24617ca15c, entries=150, sequenceid=18, filesize=11.7 K 2024-12-06T22:21:44,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/235dea0106ba4e1f9b8ff5d252c4ad32 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/235dea0106ba4e1f9b8ff5d252c4ad32 2024-12-06T22:21:44,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/235dea0106ba4e1f9b8ff5d252c4ad32, entries=150, sequenceid=18, filesize=11.7 K 2024-12-06T22:21:44,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 32603df226c841638966425fcd9b24b0 in 1323ms, sequenceid=18, compaction requested=false 2024-12-06T22:21:44,701 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-06T22:21:44,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:44,744 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:44,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-06T22:21:44,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:44,745 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing 32603df226c841638966425fcd9b24b0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-06T22:21:44,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=A 2024-12-06T22:21:44,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:44,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=B 2024-12-06T22:21:44,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:44,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=C 2024-12-06T22:21:44,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:44,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a90ce5e1a45047f9999104f4251572bf_32603df226c841638966425fcd9b24b0 is 50, key is test_row_0/A:col10/1733523703411/Put/seqid=0 2024-12-06T22:21:44,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742473_1649 (size=12154) 2024-12-06T22:21:45,100 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T22:21:45,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:45,170 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a90ce5e1a45047f9999104f4251572bf_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a90ce5e1a45047f9999104f4251572bf_32603df226c841638966425fcd9b24b0 2024-12-06T22:21:45,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/028b3f8010084fc4897ccf715685faaa, store: [table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:45,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/028b3f8010084fc4897ccf715685faaa is 175, key is test_row_0/A:col10/1733523703411/Put/seqid=0 2024-12-06T22:21:45,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742474_1650 (size=30955) 2024-12-06T22:21:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-06T22:21:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:45,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:45,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523765536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:45,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523765537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:45,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523765538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:45,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523765538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:45,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523765539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:45,576 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/028b3f8010084fc4897ccf715685faaa 2024-12-06T22:21:45,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/c7bc31e326284dadaec24be35e6567de is 50, key is test_row_0/B:col10/1733523703411/Put/seqid=0 2024-12-06T22:21:45,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742475_1651 (size=12001) 2024-12-06T22:21:45,586 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/c7bc31e326284dadaec24be35e6567de 2024-12-06T22:21:45,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/0bb858321ae84667913089b17d20e478 is 50, key is test_row_0/C:col10/1733523703411/Put/seqid=0 2024-12-06T22:21:45,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742476_1652 (size=12001) 2024-12-06T22:21:45,595 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/0bb858321ae84667913089b17d20e478 2024-12-06T22:21:45,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/028b3f8010084fc4897ccf715685faaa as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/028b3f8010084fc4897ccf715685faaa 2024-12-06T22:21:45,614 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/028b3f8010084fc4897ccf715685faaa, entries=150, sequenceid=41, filesize=30.2 K 2024-12-06T22:21:45,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/c7bc31e326284dadaec24be35e6567de as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/c7bc31e326284dadaec24be35e6567de 2024-12-06T22:21:45,618 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/c7bc31e326284dadaec24be35e6567de, entries=150, sequenceid=41, filesize=11.7 K 2024-12-06T22:21:45,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/0bb858321ae84667913089b17d20e478 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/0bb858321ae84667913089b17d20e478 2024-12-06T22:21:45,623 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/0bb858321ae84667913089b17d20e478, entries=150, sequenceid=41, filesize=11.7 K 2024-12-06T22:21:45,623 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 32603df226c841638966425fcd9b24b0 in 878ms, sequenceid=41, compaction requested=false 2024-12-06T22:21:45,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:45,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:45,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-12-06T22:21:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-12-06T22:21:45,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-12-06T22:21:45,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2550 sec 2024-12-06T22:21:45,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 2.2610 sec 2024-12-06T22:21:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:45,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 32603df226c841638966425fcd9b24b0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-06T22:21:45,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=A 2024-12-06T22:21:45,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:45,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=B 2024-12-06T22:21:45,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:45,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=C 2024-12-06T22:21:45,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:45,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065d845e1aaf2e4d09a4e69c28fb89163d_32603df226c841638966425fcd9b24b0 is 50, key is test_row_0/A:col10/1733523705641/Put/seqid=0 2024-12-06T22:21:45,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742477_1653 (size=12154) 2024-12-06T22:21:45,664 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:45,666 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065d845e1aaf2e4d09a4e69c28fb89163d_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065d845e1aaf2e4d09a4e69c28fb89163d_32603df226c841638966425fcd9b24b0 2024-12-06T22:21:45,667 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/57ab08271b104de3bdb9a8f22f43c888, store: [table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:45,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/57ab08271b104de3bdb9a8f22f43c888 is 175, key is test_row_0/A:col10/1733523705641/Put/seqid=0 2024-12-06T22:21:45,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742478_1654 (size=30955) 2024-12-06T22:21:45,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:45,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523765659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:45,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:45,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523765688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:45,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:45,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523765688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:45,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:45,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523765688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:45,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:45,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523765789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:45,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:45,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523765791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:45,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:45,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523765792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:45,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:45,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523765792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:45,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:45,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523765991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:45,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:45,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523765994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:45,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:45,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523765995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:45,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:45,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523765996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:46,074 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/57ab08271b104de3bdb9a8f22f43c888 2024-12-06T22:21:46,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/89c9e7318c394d8f9fb6c8ada094f2e1 is 50, key is test_row_0/B:col10/1733523705641/Put/seqid=0 2024-12-06T22:21:46,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742479_1655 (size=12001) 2024-12-06T22:21:46,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523766295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:46,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523766298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:46,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523766298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:46,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523766299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:46,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/89c9e7318c394d8f9fb6c8ada094f2e1 2024-12-06T22:21:46,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/8e9b3e47395b44e38d402b95d4245171 is 50, key is test_row_0/C:col10/1733523705641/Put/seqid=0 2024-12-06T22:21:46,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742480_1656 (size=12001) 2024-12-06T22:21:46,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/8e9b3e47395b44e38d402b95d4245171 2024-12-06T22:21:46,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/57ab08271b104de3bdb9a8f22f43c888 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/57ab08271b104de3bdb9a8f22f43c888 2024-12-06T22:21:46,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/57ab08271b104de3bdb9a8f22f43c888, entries=150, sequenceid=57, filesize=30.2 K 2024-12-06T22:21:46,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/89c9e7318c394d8f9fb6c8ada094f2e1 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/89c9e7318c394d8f9fb6c8ada094f2e1 2024-12-06T22:21:46,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/89c9e7318c394d8f9fb6c8ada094f2e1, entries=150, sequenceid=57, filesize=11.7 K 2024-12-06T22:21:46,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/8e9b3e47395b44e38d402b95d4245171 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/8e9b3e47395b44e38d402b95d4245171 2024-12-06T22:21:46,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/8e9b3e47395b44e38d402b95d4245171, entries=150, sequenceid=57, filesize=11.7 K 2024-12-06T22:21:46,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for 32603df226c841638966425fcd9b24b0 in 875ms, sequenceid=57, compaction requested=true 2024-12-06T22:21:46,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:46,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:21:46,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:46,518 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:46,518 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:46,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:21:46,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:46,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:21:46,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:46,518 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:46,518 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:46,519 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/A is initiating minor compaction (all files) 2024-12-06T22:21:46,519 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/B is initiating minor compaction (all files) 2024-12-06T22:21:46,519 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/A in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:46,519 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/B in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:46,519 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/cb97009b60f54cb7924842642043473b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/028b3f8010084fc4897ccf715685faaa, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/57ab08271b104de3bdb9a8f22f43c888] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=90.7 K 2024-12-06T22:21:46,519 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/083fec5cfd834205a0604c24617ca15c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/c7bc31e326284dadaec24be35e6567de, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/89c9e7318c394d8f9fb6c8ada094f2e1] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=35.2 K 2024-12-06T22:21:46,519 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:46,519 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. files: [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/cb97009b60f54cb7924842642043473b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/028b3f8010084fc4897ccf715685faaa, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/57ab08271b104de3bdb9a8f22f43c888] 2024-12-06T22:21:46,519 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb97009b60f54cb7924842642043473b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1733523703374 2024-12-06T22:21:46,519 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 083fec5cfd834205a0604c24617ca15c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1733523703374 2024-12-06T22:21:46,519 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting c7bc31e326284dadaec24be35e6567de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733523703399 2024-12-06T22:21:46,519 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 028b3f8010084fc4897ccf715685faaa, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733523703399 2024-12-06T22:21:46,520 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 89c9e7318c394d8f9fb6c8ada094f2e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733523705641 2024-12-06T22:21:46,520 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57ab08271b104de3bdb9a8f22f43c888, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733523705641 2024-12-06T22:21:46,536 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:46,536 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#B#compaction#568 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:46,537 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/e5503aeb44ab4265997182f5d658a51b is 50, key is test_row_0/B:col10/1733523705641/Put/seqid=0 2024-12-06T22:21:46,539 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120609a6fed2a64d40948b697a5393831035_32603df226c841638966425fcd9b24b0 store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:46,540 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120609a6fed2a64d40948b697a5393831035_32603df226c841638966425fcd9b24b0, store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:46,540 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120609a6fed2a64d40948b697a5393831035_32603df226c841638966425fcd9b24b0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:46,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742482_1658 (size=4469) 2024-12-06T22:21:46,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742481_1657 (size=12104) 2024-12-06T22:21:46,567 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/e5503aeb44ab4265997182f5d658a51b as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/e5503aeb44ab4265997182f5d658a51b 2024-12-06T22:21:46,571 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/B of 32603df226c841638966425fcd9b24b0 into e5503aeb44ab4265997182f5d658a51b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:46,571 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:46,571 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/B, priority=13, startTime=1733523706518; duration=0sec 2024-12-06T22:21:46,571 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:46,571 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:B 2024-12-06T22:21:46,571 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:46,572 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:46,573 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/C is initiating minor compaction (all files) 2024-12-06T22:21:46,573 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/C in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:46,573 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/235dea0106ba4e1f9b8ff5d252c4ad32, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/0bb858321ae84667913089b17d20e478, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/8e9b3e47395b44e38d402b95d4245171] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=35.2 K 2024-12-06T22:21:46,573 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 235dea0106ba4e1f9b8ff5d252c4ad32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1733523703374 2024-12-06T22:21:46,573 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bb858321ae84667913089b17d20e478, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733523703399 2024-12-06T22:21:46,574 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e9b3e47395b44e38d402b95d4245171, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733523705641 2024-12-06T22:21:46,582 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#C#compaction#570 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:46,582 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/d80586bf715a449fb003bcf1a2a044e5 is 50, key is test_row_0/C:col10/1733523705641/Put/seqid=0 2024-12-06T22:21:46,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742483_1659 (size=12104) 2024-12-06T22:21:46,592 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/d80586bf715a449fb003bcf1a2a044e5 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/d80586bf715a449fb003bcf1a2a044e5 2024-12-06T22:21:46,596 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/C of 32603df226c841638966425fcd9b24b0 into d80586bf715a449fb003bcf1a2a044e5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:46,596 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:46,596 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/C, priority=13, startTime=1733523706518; duration=0sec 2024-12-06T22:21:46,596 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:46,596 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:C 2024-12-06T22:21:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:46,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 32603df226c841638966425fcd9b24b0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-06T22:21:46,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=A 2024-12-06T22:21:46,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:46,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=B 2024-12-06T22:21:46,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:46,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=C 2024-12-06T22:21:46,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:46,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120641ed46dda4764dfa8ec8db48d4c0b0f0_32603df226c841638966425fcd9b24b0 is 50, key is test_row_0/A:col10/1733523705661/Put/seqid=0 2024-12-06T22:21:46,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742484_1660 (size=14594) 2024-12-06T22:21:46,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523766809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:46,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523766810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:46,813 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:46,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523766812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:46,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523766813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:46,817 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120641ed46dda4764dfa8ec8db48d4c0b0f0_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120641ed46dda4764dfa8ec8db48d4c0b0f0_32603df226c841638966425fcd9b24b0 2024-12-06T22:21:46,817 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/ff64c422692643299771b6241dcc85ea, store: [table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:46,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/ff64c422692643299771b6241dcc85ea is 175, key is test_row_0/A:col10/1733523705661/Put/seqid=0 2024-12-06T22:21:46,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742485_1661 (size=39549) 2024-12-06T22:21:46,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523766914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:46,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523766914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:46,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523766916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:46,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523766916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:46,958 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#A#compaction#569 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:46,959 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/4224659c246e41a1966d5cc2ddf43dd4 is 175, key is test_row_0/A:col10/1733523705641/Put/seqid=0 2024-12-06T22:21:46,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742486_1662 (size=31058) 2024-12-06T22:21:47,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523767117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:47,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523767118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:47,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523767119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:47,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523767119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:47,224 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/ff64c422692643299771b6241dcc85ea 2024-12-06T22:21:47,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/8e0960af14ba4bcc9e5b69fd3cd099db is 50, key is test_row_0/B:col10/1733523705661/Put/seqid=0 2024-12-06T22:21:47,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742487_1663 (size=12001) 2024-12-06T22:21:47,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/8e0960af14ba4bcc9e5b69fd3cd099db 2024-12-06T22:21:47,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/cc49a914d16f4878898f3a5026a68d67 is 50, key is test_row_0/C:col10/1733523705661/Put/seqid=0 2024-12-06T22:21:47,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742488_1664 (size=12001) 2024-12-06T22:21:47,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/cc49a914d16f4878898f3a5026a68d67 2024-12-06T22:21:47,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/ff64c422692643299771b6241dcc85ea as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/ff64c422692643299771b6241dcc85ea 2024-12-06T22:21:47,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/ff64c422692643299771b6241dcc85ea, entries=200, sequenceid=82, filesize=38.6 K 2024-12-06T22:21:47,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/8e0960af14ba4bcc9e5b69fd3cd099db as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/8e0960af14ba4bcc9e5b69fd3cd099db 2024-12-06T22:21:47,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/8e0960af14ba4bcc9e5b69fd3cd099db, entries=150, sequenceid=82, filesize=11.7 K 2024-12-06T22:21:47,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/cc49a914d16f4878898f3a5026a68d67 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/cc49a914d16f4878898f3a5026a68d67 2024-12-06T22:21:47,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/cc49a914d16f4878898f3a5026a68d67, entries=150, sequenceid=82, filesize=11.7 K 2024-12-06T22:21:47,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 32603df226c841638966425fcd9b24b0 in 460ms, sequenceid=82, compaction requested=false 2024-12-06T22:21:47,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:47,367 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/4224659c246e41a1966d5cc2ddf43dd4 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/4224659c246e41a1966d5cc2ddf43dd4 2024-12-06T22:21:47,371 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/A of 32603df226c841638966425fcd9b24b0 into 4224659c246e41a1966d5cc2ddf43dd4(size=30.3 K), total size for store is 69.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:47,371 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:47,371 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/A, priority=13, startTime=1733523706517; duration=0sec 2024-12-06T22:21:47,371 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:47,371 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:A 2024-12-06T22:21:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:47,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 32603df226c841638966425fcd9b24b0 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-06T22:21:47,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=A 2024-12-06T22:21:47,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:47,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=B 2024-12-06T22:21:47,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:47,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=C 2024-12-06T22:21:47,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:47,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206fe24d750aec742cea0da46780ea4338a_32603df226c841638966425fcd9b24b0 is 50, key is test_row_0/A:col10/1733523707424/Put/seqid=0 2024-12-06T22:21:47,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742489_1665 (size=12154) 2024-12-06T22:21:47,437 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:47,441 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206fe24d750aec742cea0da46780ea4338a_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fe24d750aec742cea0da46780ea4338a_32603df226c841638966425fcd9b24b0 2024-12-06T22:21:47,441 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/54cc2d5f9acd48b8af492dad1f0d53ae, store: [table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:47,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/54cc2d5f9acd48b8af492dad1f0d53ae is 175, key is test_row_0/A:col10/1733523707424/Put/seqid=0 2024-12-06T22:21:47,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523767442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:47,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742490_1666 (size=30955) 2024-12-06T22:21:47,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523767442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:47,446 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/54cc2d5f9acd48b8af492dad1f0d53ae 2024-12-06T22:21:47,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:47,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523767444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:47,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:47,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523767444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:47,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/619313378bf94fba9d0bc995699f2fcf is 50, key is test_row_0/B:col10/1733523707424/Put/seqid=0 2024-12-06T22:21:47,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742491_1667 (size=12001) 2024-12-06T22:21:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-06T22:21:47,472 INFO [Thread-2826 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-12-06T22:21:47,473 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:21:47,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees 2024-12-06T22:21:47,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-06T22:21:47,475 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:21:47,475 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:21:47,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:21:47,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523767547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:47,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523767547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:47,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523767548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:47,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523767548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:47,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523767549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:47,551 DEBUG [Thread-2820 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., hostname=6d2a5dd008ce,36991,1733523540613, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T22:21:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-06T22:21:47,626 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:47,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-06T22:21:47,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:47,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:47,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:47,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:47,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:47,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523767749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:47,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523767750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:47,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523767750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:47,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523767750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-06T22:21:47,779 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:47,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-06T22:21:47,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:47,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:47,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:47,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:47,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:47,860 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/619313378bf94fba9d0bc995699f2fcf 2024-12-06T22:21:47,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/7eb7f309ad424f6c9e679372075227b5 is 50, key is test_row_0/C:col10/1733523707424/Put/seqid=0 2024-12-06T22:21:47,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742492_1668 (size=12001) 2024-12-06T22:21:47,932 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:47,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-06T22:21:47,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:47,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:47,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:47,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:47,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:48,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523768052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:48,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523768052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:48,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523768053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:48,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523768054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-06T22:21:48,085 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:48,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-06T22:21:48,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:48,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:48,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:48,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:48,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:48,237 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:48,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-06T22:21:48,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:48,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:48,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:48,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:48,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:48,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/7eb7f309ad424f6c9e679372075227b5 2024-12-06T22:21:48,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/54cc2d5f9acd48b8af492dad1f0d53ae as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/54cc2d5f9acd48b8af492dad1f0d53ae 2024-12-06T22:21:48,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/54cc2d5f9acd48b8af492dad1f0d53ae, entries=150, sequenceid=99, filesize=30.2 K 2024-12-06T22:21:48,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/619313378bf94fba9d0bc995699f2fcf as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/619313378bf94fba9d0bc995699f2fcf 2024-12-06T22:21:48,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/619313378bf94fba9d0bc995699f2fcf, entries=150, sequenceid=99, filesize=11.7 K 2024-12-06T22:21:48,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/7eb7f309ad424f6c9e679372075227b5 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/7eb7f309ad424f6c9e679372075227b5 2024-12-06T22:21:48,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/7eb7f309ad424f6c9e679372075227b5, entries=150, sequenceid=99, filesize=11.7 K 2024-12-06T22:21:48,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 32603df226c841638966425fcd9b24b0 in 868ms, sequenceid=99, compaction requested=true 2024-12-06T22:21:48,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:48,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:21:48,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:48,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:21:48,292 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:48,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:48,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:21:48,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:48,292 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:48,295 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:48,295 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:48,295 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/A is initiating minor compaction (all files) 2024-12-06T22:21:48,295 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/B is initiating minor compaction (all files) 2024-12-06T22:21:48,295 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/A in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:48,295 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/B in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:48,295 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/4224659c246e41a1966d5cc2ddf43dd4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/ff64c422692643299771b6241dcc85ea, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/54cc2d5f9acd48b8af492dad1f0d53ae] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=99.2 K 2024-12-06T22:21:48,295 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/e5503aeb44ab4265997182f5d658a51b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/8e0960af14ba4bcc9e5b69fd3cd099db, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/619313378bf94fba9d0bc995699f2fcf] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=35.3 K 2024-12-06T22:21:48,295 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:48,295 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. files: [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/4224659c246e41a1966d5cc2ddf43dd4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/ff64c422692643299771b6241dcc85ea, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/54cc2d5f9acd48b8af492dad1f0d53ae] 2024-12-06T22:21:48,296 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting e5503aeb44ab4265997182f5d658a51b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733523705641 2024-12-06T22:21:48,296 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4224659c246e41a1966d5cc2ddf43dd4, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733523705641 2024-12-06T22:21:48,296 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e0960af14ba4bcc9e5b69fd3cd099db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733523705658 2024-12-06T22:21:48,296 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff64c422692643299771b6241dcc85ea, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733523705656 2024-12-06T22:21:48,296 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 619313378bf94fba9d0bc995699f2fcf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733523706809 2024-12-06T22:21:48,296 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54cc2d5f9acd48b8af492dad1f0d53ae, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733523706809 2024-12-06T22:21:48,302 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:48,303 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#B#compaction#577 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:48,304 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412065c9176324b1f4531960c93cf3fc51d42_32603df226c841638966425fcd9b24b0 store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:48,306 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412065c9176324b1f4531960c93cf3fc51d42_32603df226c841638966425fcd9b24b0, store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:48,306 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065c9176324b1f4531960c93cf3fc51d42_32603df226c841638966425fcd9b24b0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:48,308 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/b66b8bdcc8054ea19b7267ef80f82e17 is 50, key is test_row_0/B:col10/1733523707424/Put/seqid=0 2024-12-06T22:21:48,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742493_1669 (size=4469) 2024-12-06T22:21:48,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742494_1670 (size=12207) 2024-12-06T22:21:48,390 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:48,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-06T22:21:48,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:48,391 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2837): Flushing 32603df226c841638966425fcd9b24b0 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-06T22:21:48,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=A 2024-12-06T22:21:48,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:48,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=B 2024-12-06T22:21:48,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:48,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=C 2024-12-06T22:21:48,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:48,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206c4a580881b3947739aa43fceb9531b1a_32603df226c841638966425fcd9b24b0 is 50, key is test_row_0/A:col10/1733523707442/Put/seqid=0 2024-12-06T22:21:48,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742495_1671 (size=12154) 2024-12-06T22:21:48,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:48,405 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206c4a580881b3947739aa43fceb9531b1a_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c4a580881b3947739aa43fceb9531b1a_32603df226c841638966425fcd9b24b0 2024-12-06T22:21:48,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/a7728ef8355a408d850fa4f30aa1e78b, store: [table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:48,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/a7728ef8355a408d850fa4f30aa1e78b is 175, key is test_row_0/A:col10/1733523707442/Put/seqid=0 2024-12-06T22:21:48,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742496_1672 (size=30955) 2024-12-06T22:21:48,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:48,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523768567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:48,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523768568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:48,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523768569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:48,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523768571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-06T22:21:48,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523768672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:48,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523768672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:48,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523768672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:48,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523768674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:48,712 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#A#compaction#578 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:48,713 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/3472a848202c4714a7228d11009937c4 is 175, key is test_row_0/A:col10/1733523707424/Put/seqid=0 2024-12-06T22:21:48,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742497_1673 (size=31161) 2024-12-06T22:21:48,718 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/b66b8bdcc8054ea19b7267ef80f82e17 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/b66b8bdcc8054ea19b7267ef80f82e17 2024-12-06T22:21:48,721 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/3472a848202c4714a7228d11009937c4 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/3472a848202c4714a7228d11009937c4 2024-12-06T22:21:48,722 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/B of 32603df226c841638966425fcd9b24b0 into b66b8bdcc8054ea19b7267ef80f82e17(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:48,722 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:48,722 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/B, priority=13, startTime=1733523708292; duration=0sec 2024-12-06T22:21:48,723 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:48,723 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:B 2024-12-06T22:21:48,723 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:48,723 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:48,724 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/C is initiating minor compaction (all files) 2024-12-06T22:21:48,724 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/C in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:48,724 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/d80586bf715a449fb003bcf1a2a044e5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/cc49a914d16f4878898f3a5026a68d67, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/7eb7f309ad424f6c9e679372075227b5] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=35.3 K 2024-12-06T22:21:48,724 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting d80586bf715a449fb003bcf1a2a044e5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733523705641 2024-12-06T22:21:48,724 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting cc49a914d16f4878898f3a5026a68d67, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733523705658 2024-12-06T22:21:48,725 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 7eb7f309ad424f6c9e679372075227b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733523706809 2024-12-06T22:21:48,725 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/A of 32603df226c841638966425fcd9b24b0 into 3472a848202c4714a7228d11009937c4(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:48,725 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:48,725 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/A, priority=13, startTime=1733523708292; duration=0sec 2024-12-06T22:21:48,725 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:48,725 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:A 2024-12-06T22:21:48,730 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#C#compaction#580 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:48,731 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/990ba96a05ab4f66be591667bf307f46 is 50, key is test_row_0/C:col10/1733523707424/Put/seqid=0 2024-12-06T22:21:48,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742498_1674 (size=12207) 2024-12-06T22:21:48,738 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/990ba96a05ab4f66be591667bf307f46 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/990ba96a05ab4f66be591667bf307f46 2024-12-06T22:21:48,741 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/C of 32603df226c841638966425fcd9b24b0 into 990ba96a05ab4f66be591667bf307f46(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:48,741 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:48,741 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/C, priority=13, startTime=1733523708292; duration=0sec 2024-12-06T22:21:48,741 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:48,742 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:C 2024-12-06T22:21:48,810 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/a7728ef8355a408d850fa4f30aa1e78b 2024-12-06T22:21:48,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/a8ead4c3aa664ca189207401c11532f3 is 50, key is test_row_0/B:col10/1733523707442/Put/seqid=0 2024-12-06T22:21:48,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742499_1675 (size=12001) 2024-12-06T22:21:48,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523768875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:48,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523768876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:48,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:48,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523768876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523768876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:49,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523769177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:49,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523769180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:49,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523769180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:49,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523769182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:49,220 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/a8ead4c3aa664ca189207401c11532f3 2024-12-06T22:21:49,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/8577dae90bee4c5c9d159a2147766dbf is 50, key is test_row_0/C:col10/1733523707442/Put/seqid=0 2024-12-06T22:21:49,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742500_1676 (size=12001) 2024-12-06T22:21:49,230 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/8577dae90bee4c5c9d159a2147766dbf 2024-12-06T22:21:49,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/a7728ef8355a408d850fa4f30aa1e78b as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/a7728ef8355a408d850fa4f30aa1e78b 2024-12-06T22:21:49,236 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/a7728ef8355a408d850fa4f30aa1e78b, entries=150, sequenceid=120, filesize=30.2 K 2024-12-06T22:21:49,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/a8ead4c3aa664ca189207401c11532f3 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/a8ead4c3aa664ca189207401c11532f3 2024-12-06T22:21:49,240 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/a8ead4c3aa664ca189207401c11532f3, entries=150, sequenceid=120, filesize=11.7 K 2024-12-06T22:21:49,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/8577dae90bee4c5c9d159a2147766dbf as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/8577dae90bee4c5c9d159a2147766dbf 2024-12-06T22:21:49,244 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/8577dae90bee4c5c9d159a2147766dbf, entries=150, sequenceid=120, filesize=11.7 K 2024-12-06T22:21:49,245 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 32603df226c841638966425fcd9b24b0 in 854ms, sequenceid=120, compaction requested=false 2024-12-06T22:21:49,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2538): Flush status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:49,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:49,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184 2024-12-06T22:21:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=184 2024-12-06T22:21:49,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-12-06T22:21:49,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7710 sec 2024-12-06T22:21:49,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees in 1.7750 sec 2024-12-06T22:21:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-06T22:21:49,578 INFO [Thread-2826 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-12-06T22:21:49,579 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:21:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees 2024-12-06T22:21:49,581 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:21:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-06T22:21:49,581 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:21:49,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:21:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:49,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 32603df226c841638966425fcd9b24b0 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-06T22:21:49,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=A 2024-12-06T22:21:49,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:49,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=B 2024-12-06T22:21:49,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:49,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=C 2024-12-06T22:21:49,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-06T22:21:49,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412069f95d36b872d402499a5d6158f74f68a_32603df226c841638966425fcd9b24b0 is 50, key is test_row_0/A:col10/1733523708567/Put/seqid=0 2024-12-06T22:21:49,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742501_1677 (size=14744) 2024-12-06T22:21:49,691 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:49,695 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412069f95d36b872d402499a5d6158f74f68a_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069f95d36b872d402499a5d6158f74f68a_32603df226c841638966425fcd9b24b0 2024-12-06T22:21:49,697 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/1d02e13b6cb44fdbbaea7e69bbffd98e, store: [table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:49,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/1d02e13b6cb44fdbbaea7e69bbffd98e is 175, key is test_row_0/A:col10/1733523708567/Put/seqid=0 2024-12-06T22:21:49,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742502_1678 (size=39699) 2024-12-06T22:21:49,701 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=139, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/1d02e13b6cb44fdbbaea7e69bbffd98e 2024-12-06T22:21:49,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523769700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:49,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523769702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:49,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523769703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:49,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523769704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:49,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/53d37949bfed46da88879afe54d377fa is 50, key is test_row_0/B:col10/1733523708567/Put/seqid=0 2024-12-06T22:21:49,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742503_1679 (size=12151) 2024-12-06T22:21:49,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/53d37949bfed46da88879afe54d377fa 2024-12-06T22:21:49,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/cf248e2d453d46ceb000e87a325490aa is 50, key is test_row_0/C:col10/1733523708567/Put/seqid=0 2024-12-06T22:21:49,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742504_1680 (size=12151) 2024-12-06T22:21:49,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/cf248e2d453d46ceb000e87a325490aa 2024-12-06T22:21:49,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/1d02e13b6cb44fdbbaea7e69bbffd98e as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/1d02e13b6cb44fdbbaea7e69bbffd98e 2024-12-06T22:21:49,732 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:49,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-06T22:21:49,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:49,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:49,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:49,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:49,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:49,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/1d02e13b6cb44fdbbaea7e69bbffd98e, entries=200, sequenceid=139, filesize=38.8 K 2024-12-06T22:21:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:49,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/53d37949bfed46da88879afe54d377fa as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/53d37949bfed46da88879afe54d377fa 2024-12-06T22:21:49,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/53d37949bfed46da88879afe54d377fa, entries=150, sequenceid=139, filesize=11.9 K 2024-12-06T22:21:49,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/cf248e2d453d46ceb000e87a325490aa as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/cf248e2d453d46ceb000e87a325490aa 2024-12-06T22:21:49,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/cf248e2d453d46ceb000e87a325490aa, entries=150, sequenceid=139, filesize=11.9 K 2024-12-06T22:21:49,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 32603df226c841638966425fcd9b24b0 in 63ms, sequenceid=139, compaction requested=true 2024-12-06T22:21:49,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:49,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:21:49,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:49,745 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:49,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:21:49,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:49,745 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:49,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:21:49,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:49,746 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:49,746 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:49,746 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/A is initiating minor compaction (all files) 2024-12-06T22:21:49,746 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/B is initiating minor compaction (all files) 2024-12-06T22:21:49,746 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/A in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:49,746 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/B in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:49,746 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/3472a848202c4714a7228d11009937c4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/a7728ef8355a408d850fa4f30aa1e78b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/1d02e13b6cb44fdbbaea7e69bbffd98e] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=99.4 K 2024-12-06T22:21:49,746 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/b66b8bdcc8054ea19b7267ef80f82e17, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/a8ead4c3aa664ca189207401c11532f3, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/53d37949bfed46da88879afe54d377fa] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=35.5 K 2024-12-06T22:21:49,746 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:49,746 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. files: [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/3472a848202c4714a7228d11009937c4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/a7728ef8355a408d850fa4f30aa1e78b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/1d02e13b6cb44fdbbaea7e69bbffd98e] 2024-12-06T22:21:49,746 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting b66b8bdcc8054ea19b7267ef80f82e17, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733523706809 2024-12-06T22:21:49,747 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3472a848202c4714a7228d11009937c4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733523706809 2024-12-06T22:21:49,747 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting a8ead4c3aa664ca189207401c11532f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733523707441 2024-12-06T22:21:49,747 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 53d37949bfed46da88879afe54d377fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733523708567 2024-12-06T22:21:49,748 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7728ef8355a408d850fa4f30aa1e78b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733523707441 2024-12-06T22:21:49,748 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d02e13b6cb44fdbbaea7e69bbffd98e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733523708561 2024-12-06T22:21:49,753 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:49,755 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120625f8f5fe12964125a3c23d43c912d735_32603df226c841638966425fcd9b24b0 store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:49,756 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#B#compaction#587 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:49,756 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120625f8f5fe12964125a3c23d43c912d735_32603df226c841638966425fcd9b24b0, store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:49,757 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120625f8f5fe12964125a3c23d43c912d735_32603df226c841638966425fcd9b24b0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:49,757 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/13db1dadf93a48f2b06ab2c3bcd30695 is 50, key is test_row_0/B:col10/1733523708567/Put/seqid=0 2024-12-06T22:21:49,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742505_1681 (size=4469) 2024-12-06T22:21:49,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742506_1682 (size=12459) 2024-12-06T22:21:49,773 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/13db1dadf93a48f2b06ab2c3bcd30695 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/13db1dadf93a48f2b06ab2c3bcd30695 2024-12-06T22:21:49,780 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/B of 32603df226c841638966425fcd9b24b0 into 13db1dadf93a48f2b06ab2c3bcd30695(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:49,780 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:49,780 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/B, priority=13, startTime=1733523709745; duration=0sec 2024-12-06T22:21:49,780 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:49,780 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:B 2024-12-06T22:21:49,780 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:49,781 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:49,781 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/C is initiating minor compaction (all files) 2024-12-06T22:21:49,781 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/C in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:49,781 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/990ba96a05ab4f66be591667bf307f46, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/8577dae90bee4c5c9d159a2147766dbf, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/cf248e2d453d46ceb000e87a325490aa] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=35.5 K 2024-12-06T22:21:49,782 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 990ba96a05ab4f66be591667bf307f46, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733523706809 2024-12-06T22:21:49,782 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 8577dae90bee4c5c9d159a2147766dbf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733523707441 2024-12-06T22:21:49,782 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting cf248e2d453d46ceb000e87a325490aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733523708567 2024-12-06T22:21:49,789 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#C#compaction#588 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:49,789 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/776c4c509edf4f2c960cd1c3686e4b98 is 50, key is test_row_0/C:col10/1733523708567/Put/seqid=0 2024-12-06T22:21:49,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742507_1683 (size=12459) 2024-12-06T22:21:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:49,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 32603df226c841638966425fcd9b24b0 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-06T22:21:49,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=A 2024-12-06T22:21:49,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:49,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=B 2024-12-06T22:21:49,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:49,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=C 2024-12-06T22:21:49,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:49,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412069e9f2de6838748b3960a4ab58eecb106_32603df226c841638966425fcd9b24b0 is 50, key is test_row_0/A:col10/1733523709806/Put/seqid=0 2024-12-06T22:21:49,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742508_1684 (size=12304) 2024-12-06T22:21:49,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523769818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:49,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523769818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:49,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523769819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:49,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523769821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-06T22:21:49,885 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:49,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-06T22:21:49,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:49,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:49,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:49,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:49,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:49,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523769922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:49,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523769922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:49,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523769922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:49,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523769924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:50,038 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:50,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-06T22:21:50,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:50,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:50,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:50,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:50,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:50,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523770126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:50,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523770127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:50,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523770127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:50,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523770127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:50,162 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#A#compaction#586 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:50,163 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/f57551c75d2d46d08874ad4811a596ae is 175, key is test_row_0/A:col10/1733523708567/Put/seqid=0 2024-12-06T22:21:50,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742509_1685 (size=31413) 2024-12-06T22:21:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-06T22:21:50,190 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:50,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-06T22:21:50,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:50,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:50,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:50,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:50,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:50,197 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/776c4c509edf4f2c960cd1c3686e4b98 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/776c4c509edf4f2c960cd1c3686e4b98 2024-12-06T22:21:50,201 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/C of 32603df226c841638966425fcd9b24b0 into 776c4c509edf4f2c960cd1c3686e4b98(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:50,201 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:50,201 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/C, priority=13, startTime=1733523709745; duration=0sec 2024-12-06T22:21:50,201 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:50,201 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:C 2024-12-06T22:21:50,218 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:50,221 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412069e9f2de6838748b3960a4ab58eecb106_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069e9f2de6838748b3960a4ab58eecb106_32603df226c841638966425fcd9b24b0 2024-12-06T22:21:50,222 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/2ed1ada9a35c487ea23a7fb0b37f98eb, store: [table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:50,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/2ed1ada9a35c487ea23a7fb0b37f98eb is 175, key is test_row_0/A:col10/1733523709806/Put/seqid=0 2024-12-06T22:21:50,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742510_1686 (size=31105) 2024-12-06T22:21:50,340 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-06T22:21:50,340 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-06T22:21:50,343 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:50,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-06T22:21:50,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:50,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:50,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:50,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:50,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:50,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523770428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:50,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523770430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:50,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523770431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:50,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523770431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:50,496 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:50,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-06T22:21:50,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:50,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:50,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:50,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:50,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:50,571 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/f57551c75d2d46d08874ad4811a596ae as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/f57551c75d2d46d08874ad4811a596ae 2024-12-06T22:21:50,575 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/A of 32603df226c841638966425fcd9b24b0 into f57551c75d2d46d08874ad4811a596ae(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:50,575 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:50,575 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/A, priority=13, startTime=1733523709745; duration=0sec 2024-12-06T22:21:50,575 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:50,575 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:A 2024-12-06T22:21:50,626 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=162, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/2ed1ada9a35c487ea23a7fb0b37f98eb 2024-12-06T22:21:50,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/50f72fbb460b4392a1e51be47a4c5974 is 50, key is test_row_0/B:col10/1733523709806/Put/seqid=0 2024-12-06T22:21:50,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742511_1687 (size=12151) 2024-12-06T22:21:50,649 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:50,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-06T22:21:50,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:50,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:50,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:50,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:50,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-06T22:21:50,801 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:50,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-06T22:21:50,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:50,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:50,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:50,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:50,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:50,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:50,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523770932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:50,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:50,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523770933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:50,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523770934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:50,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:50,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523770934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:50,954 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:50,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-06T22:21:50,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:50,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:50,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:50,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:50,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:51,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/50f72fbb460b4392a1e51be47a4c5974 2024-12-06T22:21:51,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/6750ea2680364793a91e43bae3b46f9d is 50, key is test_row_0/C:col10/1733523709806/Put/seqid=0 2024-12-06T22:21:51,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742512_1688 (size=12151) 2024-12-06T22:21:51,107 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:51,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-06T22:21:51,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:51,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:51,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:51,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:51,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:51,259 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:51,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-06T22:21:51,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:51,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:51,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:51,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:51,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:51,412 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:51,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-06T22:21:51,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:51,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:51,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:51,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:51,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:51,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/6750ea2680364793a91e43bae3b46f9d 2024-12-06T22:21:51,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/2ed1ada9a35c487ea23a7fb0b37f98eb as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/2ed1ada9a35c487ea23a7fb0b37f98eb 2024-12-06T22:21:51,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/2ed1ada9a35c487ea23a7fb0b37f98eb, entries=150, sequenceid=162, filesize=30.4 K 2024-12-06T22:21:51,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/50f72fbb460b4392a1e51be47a4c5974 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/50f72fbb460b4392a1e51be47a4c5974 2024-12-06T22:21:51,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/50f72fbb460b4392a1e51be47a4c5974, entries=150, sequenceid=162, filesize=11.9 K 2024-12-06T22:21:51,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/6750ea2680364793a91e43bae3b46f9d as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/6750ea2680364793a91e43bae3b46f9d 2024-12-06T22:21:51,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/6750ea2680364793a91e43bae3b46f9d, entries=150, sequenceid=162, filesize=11.9 K 2024-12-06T22:21:51,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 32603df226c841638966425fcd9b24b0 in 1667ms, sequenceid=162, compaction requested=false 2024-12-06T22:21:51,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:51,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 32603df226c841638966425fcd9b24b0 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-06T22:21:51,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=A 2024-12-06T22:21:51,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:51,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=B 2024-12-06T22:21:51,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:51,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=C 2024-12-06T22:21:51,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:51,564 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:51,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-06T22:21:51,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:51,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:51,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:51,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:51,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:51,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064f8d5e259dd24ef49dbf2c1b09d713c2_32603df226c841638966425fcd9b24b0 is 50, key is test_row_0/A:col10/1733523709820/Put/seqid=0 2024-12-06T22:21:51,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742513_1689 (size=12304) 2024-12-06T22:21:51,573 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:51,577 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064f8d5e259dd24ef49dbf2c1b09d713c2_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064f8d5e259dd24ef49dbf2c1b09d713c2_32603df226c841638966425fcd9b24b0 2024-12-06T22:21:51,578 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/aeffb76d989d4f268713e3263627c275, store: [table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:51,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/aeffb76d989d4f268713e3263627c275 is 175, key is test_row_0/A:col10/1733523709820/Put/seqid=0 2024-12-06T22:21:51,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742514_1690 (size=31105) 2024-12-06T22:21:51,586 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=179, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/aeffb76d989d4f268713e3263627c275 2024-12-06T22:21:51,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/7c0c7f3f5bb84a3c88f276569360a69c is 50, key is test_row_0/B:col10/1733523709820/Put/seqid=0 2024-12-06T22:21:51,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742515_1691 (size=12151) 2024-12-06T22:21:51,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523771620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-06T22:21:51,718 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:51,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-06T22:21:51,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:51,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:51,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:51,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:51,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:51,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523771724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:51,871 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:51,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-06T22:21:51,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:51,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:51,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:51,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:51,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:51,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523771926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:51,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523771935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:51,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523771941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:51,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523771944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:51,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523771946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:51,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/7c0c7f3f5bb84a3c88f276569360a69c 2024-12-06T22:21:52,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/c87fc6afd21f4abda50b18fff43453b8 is 50, key is test_row_0/C:col10/1733523709820/Put/seqid=0 2024-12-06T22:21:52,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742516_1692 (size=12151) 2024-12-06T22:21:52,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/c87fc6afd21f4abda50b18fff43453b8 2024-12-06T22:21:52,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/aeffb76d989d4f268713e3263627c275 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/aeffb76d989d4f268713e3263627c275 2024-12-06T22:21:52,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/aeffb76d989d4f268713e3263627c275, entries=150, sequenceid=179, filesize=30.4 K 2024-12-06T22:21:52,023 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:52,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/7c0c7f3f5bb84a3c88f276569360a69c as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/7c0c7f3f5bb84a3c88f276569360a69c 2024-12-06T22:21:52,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-06T22:21:52,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:52,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:52,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:52,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:52,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:52,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/7c0c7f3f5bb84a3c88f276569360a69c, entries=150, sequenceid=179, filesize=11.9 K 2024-12-06T22:21:52,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/c87fc6afd21f4abda50b18fff43453b8 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/c87fc6afd21f4abda50b18fff43453b8 2024-12-06T22:21:52,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/c87fc6afd21f4abda50b18fff43453b8, entries=150, sequenceid=179, filesize=11.9 K 2024-12-06T22:21:52,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 32603df226c841638966425fcd9b24b0 in 471ms, sequenceid=179, compaction requested=true 2024-12-06T22:21:52,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:52,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:21:52,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:52,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:21:52,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:52,032 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:52,032 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:52,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:21:52,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:52,033 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:52,033 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/A is initiating minor compaction (all files) 2024-12-06T22:21:52,033 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/A in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:52,033 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/f57551c75d2d46d08874ad4811a596ae, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/2ed1ada9a35c487ea23a7fb0b37f98eb, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/aeffb76d989d4f268713e3263627c275] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=91.4 K 2024-12-06T22:21:52,033 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:52,033 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. files: [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/f57551c75d2d46d08874ad4811a596ae, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/2ed1ada9a35c487ea23a7fb0b37f98eb, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/aeffb76d989d4f268713e3263627c275] 2024-12-06T22:21:52,033 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:52,033 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/B is initiating minor compaction (all files) 2024-12-06T22:21:52,033 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/B in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:52,033 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/13db1dadf93a48f2b06ab2c3bcd30695, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/50f72fbb460b4392a1e51be47a4c5974, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/7c0c7f3f5bb84a3c88f276569360a69c] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=35.9 K 2024-12-06T22:21:52,034 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting f57551c75d2d46d08874ad4811a596ae, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733523708567 2024-12-06T22:21:52,034 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 13db1dadf93a48f2b06ab2c3bcd30695, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733523708567 2024-12-06T22:21:52,035 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ed1ada9a35c487ea23a7fb0b37f98eb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733523709699 2024-12-06T22:21:52,035 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 50f72fbb460b4392a1e51be47a4c5974, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733523709699 2024-12-06T22:21:52,035 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting aeffb76d989d4f268713e3263627c275, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733523709812 2024-12-06T22:21:52,035 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c0c7f3f5bb84a3c88f276569360a69c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733523709812 2024-12-06T22:21:52,041 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:52,042 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#B#compaction#595 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:52,043 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/702786c1a9a642778413d5defbe56afe is 50, key is test_row_0/B:col10/1733523709820/Put/seqid=0 2024-12-06T22:21:52,045 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206a12332bc6b1c4f21ae0ece59eaa1adca_32603df226c841638966425fcd9b24b0 store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:52,046 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206a12332bc6b1c4f21ae0ece59eaa1adca_32603df226c841638966425fcd9b24b0, store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:52,047 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a12332bc6b1c4f21ae0ece59eaa1adca_32603df226c841638966425fcd9b24b0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:52,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742518_1694 (size=4469) 2024-12-06T22:21:52,062 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#A#compaction#596 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:52,063 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/0f231c857d81451e9c838408ad7f9a9a is 175, key is test_row_0/A:col10/1733523709820/Put/seqid=0 2024-12-06T22:21:52,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742517_1693 (size=12561) 2024-12-06T22:21:52,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742519_1695 (size=31515) 2024-12-06T22:21:52,074 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/0f231c857d81451e9c838408ad7f9a9a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/0f231c857d81451e9c838408ad7f9a9a 2024-12-06T22:21:52,079 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/A of 32603df226c841638966425fcd9b24b0 into 0f231c857d81451e9c838408ad7f9a9a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:52,079 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:52,079 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/A, priority=13, startTime=1733523712032; duration=0sec 2024-12-06T22:21:52,080 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:52,080 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:A 2024-12-06T22:21:52,080 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:52,081 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:52,081 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/C is initiating minor compaction (all files) 2024-12-06T22:21:52,081 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/C in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:52,081 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/776c4c509edf4f2c960cd1c3686e4b98, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/6750ea2680364793a91e43bae3b46f9d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/c87fc6afd21f4abda50b18fff43453b8] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=35.9 K 2024-12-06T22:21:52,081 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 776c4c509edf4f2c960cd1c3686e4b98, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733523708567 2024-12-06T22:21:52,081 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6750ea2680364793a91e43bae3b46f9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733523709699 2024-12-06T22:21:52,082 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting c87fc6afd21f4abda50b18fff43453b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733523709812 2024-12-06T22:21:52,088 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#C#compaction#597 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:52,088 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/96c95821e427421ba4f2b35f112936fe is 50, key is test_row_0/C:col10/1733523709820/Put/seqid=0 2024-12-06T22:21:52,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742520_1696 (size=12561) 2024-12-06T22:21:52,096 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/96c95821e427421ba4f2b35f112936fe as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/96c95821e427421ba4f2b35f112936fe 2024-12-06T22:21:52,099 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/C of 32603df226c841638966425fcd9b24b0 into 96c95821e427421ba4f2b35f112936fe(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:52,099 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:52,099 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/C, priority=13, startTime=1733523712032; duration=0sec 2024-12-06T22:21:52,100 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:52,100 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:C 2024-12-06T22:21:52,176 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:52,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-06T22:21:52,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:52,177 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2837): Flushing 32603df226c841638966425fcd9b24b0 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-06T22:21:52,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=A 2024-12-06T22:21:52,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:52,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=B 2024-12-06T22:21:52,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:52,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=C 2024-12-06T22:21:52,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:52,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206619ca6fed5d84074970e47b36d5a318c_32603df226c841638966425fcd9b24b0 is 50, key is test_row_0/A:col10/1733523711619/Put/seqid=0 2024-12-06T22:21:52,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742521_1697 (size=12304) 2024-12-06T22:21:52,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:52,191 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206619ca6fed5d84074970e47b36d5a318c_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206619ca6fed5d84074970e47b36d5a318c_32603df226c841638966425fcd9b24b0 2024-12-06T22:21:52,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/60818c04ec7243a6823c40f01eaff4f7, store: [table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:52,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/60818c04ec7243a6823c40f01eaff4f7 is 175, key is test_row_0/A:col10/1733523711619/Put/seqid=0 2024-12-06T22:21:52,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742522_1698 (size=31105) 2024-12-06T22:21:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:52,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:52,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523772273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:52,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523772376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:52,469 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/702786c1a9a642778413d5defbe56afe as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/702786c1a9a642778413d5defbe56afe 2024-12-06T22:21:52,473 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/B of 32603df226c841638966425fcd9b24b0 into 702786c1a9a642778413d5defbe56afe(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:52,473 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:52,473 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/B, priority=13, startTime=1733523712032; duration=0sec 2024-12-06T22:21:52,473 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:52,473 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:B 2024-12-06T22:21:52,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523772579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:52,597 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=202, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/60818c04ec7243a6823c40f01eaff4f7 2024-12-06T22:21:52,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/75b66b55903b4e48ae46f3615d65df5b is 50, key is test_row_0/B:col10/1733523711619/Put/seqid=0 2024-12-06T22:21:52,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742523_1699 (size=12151) 2024-12-06T22:21:52,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523772882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:53,009 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/75b66b55903b4e48ae46f3615d65df5b 2024-12-06T22:21:53,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/44ad0359ba084ff79723c1b950f20418 is 50, key is test_row_0/C:col10/1733523711619/Put/seqid=0 2024-12-06T22:21:53,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742524_1700 (size=12151) 2024-12-06T22:21:53,019 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/44ad0359ba084ff79723c1b950f20418 2024-12-06T22:21:53,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/60818c04ec7243a6823c40f01eaff4f7 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/60818c04ec7243a6823c40f01eaff4f7 2024-12-06T22:21:53,028 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/60818c04ec7243a6823c40f01eaff4f7, entries=150, sequenceid=202, filesize=30.4 K 2024-12-06T22:21:53,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/75b66b55903b4e48ae46f3615d65df5b as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/75b66b55903b4e48ae46f3615d65df5b 2024-12-06T22:21:53,032 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/75b66b55903b4e48ae46f3615d65df5b, entries=150, sequenceid=202, filesize=11.9 K 2024-12-06T22:21:53,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/44ad0359ba084ff79723c1b950f20418 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/44ad0359ba084ff79723c1b950f20418 2024-12-06T22:21:53,035 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/44ad0359ba084ff79723c1b950f20418, entries=150, sequenceid=202, filesize=11.9 K 2024-12-06T22:21:53,036 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 32603df226c841638966425fcd9b24b0 in 859ms, sequenceid=202, compaction requested=false 2024-12-06T22:21:53,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2538): Flush status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:53,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:53,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=186 2024-12-06T22:21:53,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=186 2024-12-06T22:21:53,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-12-06T22:21:53,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4560 sec 2024-12-06T22:21:53,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees in 3.4600 sec 2024-12-06T22:21:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:53,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 32603df226c841638966425fcd9b24b0 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-06T22:21:53,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=A 2024-12-06T22:21:53,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:53,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=B 2024-12-06T22:21:53,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:53,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=C 2024-12-06T22:21:53,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:53,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412067de77d07622c42a1bb8fdd2f4454913e_32603df226c841638966425fcd9b24b0 is 50, key is test_row_0/A:col10/1733523712265/Put/seqid=0 2024-12-06T22:21:53,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742525_1701 (size=14794) 2024-12-06T22:21:53,398 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:53,401 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412067de77d07622c42a1bb8fdd2f4454913e_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067de77d07622c42a1bb8fdd2f4454913e_32603df226c841638966425fcd9b24b0 2024-12-06T22:21:53,402 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/17350df19e794e0ab3d08d82b1d3dbe7, store: [table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:53,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/17350df19e794e0ab3d08d82b1d3dbe7 is 175, key is test_row_0/A:col10/1733523712265/Put/seqid=0 2024-12-06T22:21:53,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742526_1702 (size=39749) 2024-12-06T22:21:53,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523773439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:53,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523773543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:53,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-06T22:21:53,686 INFO [Thread-2826 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-12-06T22:21:53,687 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:21:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees 2024-12-06T22:21:53,689 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:21:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-06T22:21:53,689 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:21:53,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:21:53,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:53,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523773746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:53,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-06T22:21:53,806 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/17350df19e794e0ab3d08d82b1d3dbe7 2024-12-06T22:21:53,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/0982b023cdd347e3b50e462a8602de92 is 50, key is test_row_0/B:col10/1733523712265/Put/seqid=0 2024-12-06T22:21:53,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742527_1703 (size=12151) 2024-12-06T22:21:53,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/0982b023cdd347e3b50e462a8602de92 2024-12-06T22:21:53,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/82eb22c48a6c41d58f10da1668f2dfce is 50, key is test_row_0/C:col10/1733523712265/Put/seqid=0 2024-12-06T22:21:53,841 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:53,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-06T22:21:53,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:53,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:53,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:53,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:53,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:53,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742528_1704 (size=12151) 2024-12-06T22:21:53,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:53,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523773937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:53,940 DEBUG [Thread-2818 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4121 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., hostname=6d2a5dd008ce,36991,1733523540613, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T22:21:53,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523773950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:53,954 DEBUG [Thread-2824 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., hostname=6d2a5dd008ce,36991,1733523540613, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T22:21:53,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523773955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:53,957 DEBUG [Thread-2822 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., hostname=6d2a5dd008ce,36991,1733523540613, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T22:21:53,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:53,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523773959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:53,960 DEBUG [Thread-2816 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., hostname=6d2a5dd008ce,36991,1733523540613, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T22:21:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-06T22:21:53,994 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:53,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-06T22:21:53,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:53,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:53,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:53,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:53,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:53,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:54,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523774049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:54,147 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:54,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-06T22:21:54,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:54,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:54,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:54,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:54,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:54,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/82eb22c48a6c41d58f10da1668f2dfce 2024-12-06T22:21:54,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/17350df19e794e0ab3d08d82b1d3dbe7 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/17350df19e794e0ab3d08d82b1d3dbe7 2024-12-06T22:21:54,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/17350df19e794e0ab3d08d82b1d3dbe7, entries=200, sequenceid=219, filesize=38.8 K 2024-12-06T22:21:54,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/0982b023cdd347e3b50e462a8602de92 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/0982b023cdd347e3b50e462a8602de92 2024-12-06T22:21:54,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/0982b023cdd347e3b50e462a8602de92, entries=150, sequenceid=219, filesize=11.9 K 2024-12-06T22:21:54,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/82eb22c48a6c41d58f10da1668f2dfce as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/82eb22c48a6c41d58f10da1668f2dfce 2024-12-06T22:21:54,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/82eb22c48a6c41d58f10da1668f2dfce, entries=150, sequenceid=219, filesize=11.9 K 2024-12-06T22:21:54,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 32603df226c841638966425fcd9b24b0 in 871ms, sequenceid=219, compaction requested=true 2024-12-06T22:21:54,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:54,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:21:54,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:54,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:21:54,258 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:54,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:54,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:21:54,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:54,258 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:54,259 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:54,259 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:54,259 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/B is initiating minor compaction (all files) 2024-12-06T22:21:54,259 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/A is initiating minor compaction (all files) 2024-12-06T22:21:54,259 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/B in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:54,259 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/A in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:54,259 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/0f231c857d81451e9c838408ad7f9a9a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/60818c04ec7243a6823c40f01eaff4f7, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/17350df19e794e0ab3d08d82b1d3dbe7] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=100.0 K 2024-12-06T22:21:54,259 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/702786c1a9a642778413d5defbe56afe, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/75b66b55903b4e48ae46f3615d65df5b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/0982b023cdd347e3b50e462a8602de92] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=36.0 K 2024-12-06T22:21:54,259 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:54,259 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. files: [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/0f231c857d81451e9c838408ad7f9a9a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/60818c04ec7243a6823c40f01eaff4f7, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/17350df19e794e0ab3d08d82b1d3dbe7] 2024-12-06T22:21:54,260 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 702786c1a9a642778413d5defbe56afe, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733523709812 2024-12-06T22:21:54,260 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f231c857d81451e9c838408ad7f9a9a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733523709812 2024-12-06T22:21:54,260 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 75b66b55903b4e48ae46f3615d65df5b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733523711602 2024-12-06T22:21:54,260 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60818c04ec7243a6823c40f01eaff4f7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733523711602 2024-12-06T22:21:54,260 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 0982b023cdd347e3b50e462a8602de92, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733523712265 2024-12-06T22:21:54,260 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17350df19e794e0ab3d08d82b1d3dbe7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733523712265 2024-12-06T22:21:54,265 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:54,266 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#B#compaction#604 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:54,266 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/1641e9e71754442dbaf9512b666403ac is 50, key is test_row_0/B:col10/1733523712265/Put/seqid=0 2024-12-06T22:21:54,267 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206540019b4b1a642a8937b4e925a26ca68_32603df226c841638966425fcd9b24b0 store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:54,269 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206540019b4b1a642a8937b4e925a26ca68_32603df226c841638966425fcd9b24b0, store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:54,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742529_1705 (size=12663) 2024-12-06T22:21:54,269 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206540019b4b1a642a8937b4e925a26ca68_32603df226c841638966425fcd9b24b0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:54,273 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/1641e9e71754442dbaf9512b666403ac as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/1641e9e71754442dbaf9512b666403ac 2024-12-06T22:21:54,277 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/B of 32603df226c841638966425fcd9b24b0 into 1641e9e71754442dbaf9512b666403ac(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:54,277 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:54,277 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/B, priority=13, startTime=1733523714258; duration=0sec 2024-12-06T22:21:54,277 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:54,277 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:B 2024-12-06T22:21:54,277 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:54,278 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:54,278 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/C is initiating minor compaction (all files) 2024-12-06T22:21:54,278 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/C in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:54,278 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/96c95821e427421ba4f2b35f112936fe, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/44ad0359ba084ff79723c1b950f20418, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/82eb22c48a6c41d58f10da1668f2dfce] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=36.0 K 2024-12-06T22:21:54,278 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 96c95821e427421ba4f2b35f112936fe, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733523709812 2024-12-06T22:21:54,278 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 44ad0359ba084ff79723c1b950f20418, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733523711602 2024-12-06T22:21:54,279 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 82eb22c48a6c41d58f10da1668f2dfce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733523712265 2024-12-06T22:21:54,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742530_1706 (size=4469) 2024-12-06T22:21:54,285 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#C#compaction#606 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:54,285 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/2151c45e5fd94b6a960487f26295cc7e is 50, key is test_row_0/C:col10/1733523712265/Put/seqid=0 2024-12-06T22:21:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-06T22:21:54,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742531_1707 (size=12663) 2024-12-06T22:21:54,300 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:54,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-06T22:21:54,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:54,301 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2837): Flushing 32603df226c841638966425fcd9b24b0 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-06T22:21:54,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=A 2024-12-06T22:21:54,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:54,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=B 2024-12-06T22:21:54,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:54,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=C 2024-12-06T22:21:54,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:54,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b81229a409394ff590f6d524354e01ab_32603df226c841638966425fcd9b24b0 is 50, key is test_row_0/A:col10/1733523713435/Put/seqid=0 2024-12-06T22:21:54,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742532_1708 (size=12304) 2024-12-06T22:21:54,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,329 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b81229a409394ff590f6d524354e01ab_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b81229a409394ff590f6d524354e01ab_32603df226c841638966425fcd9b24b0 2024-12-06T22:21:54,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/19235795842d4ad48b03fd6df0681c0f, store: [table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:54,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/19235795842d4ad48b03fd6df0681c0f is 175, key is test_row_0/A:col10/1733523713435/Put/seqid=0 2024-12-06T22:21:54,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742533_1709 (size=31105) 2024-12-06T22:21:54,336 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/19235795842d4ad48b03fd6df0681c0f 2024-12-06T22:21:54,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/210ed89d39794b5493c20243cdb87896 is 50, key is test_row_0/B:col10/1733523713435/Put/seqid=0 2024-12-06T22:21:54,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742534_1710 (size=12151) 2024-12-06T22:21:54,355 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/210ed89d39794b5493c20243cdb87896 2024-12-06T22:21:54,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/bc137c8ec48a478cb60fa328b87cc60d is 50, key is test_row_0/C:col10/1733523713435/Put/seqid=0 2024-12-06T22:21:54,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742535_1711 (size=12151) 2024-12-06T22:21:54,371 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/bc137c8ec48a478cb60fa328b87cc60d 2024-12-06T22:21:54,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/19235795842d4ad48b03fd6df0681c0f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/19235795842d4ad48b03fd6df0681c0f 2024-12-06T22:21:54,381 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/19235795842d4ad48b03fd6df0681c0f, entries=150, sequenceid=240, filesize=30.4 K 2024-12-06T22:21:54,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/210ed89d39794b5493c20243cdb87896 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/210ed89d39794b5493c20243cdb87896 2024-12-06T22:21:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,385 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/210ed89d39794b5493c20243cdb87896, entries=150, sequenceid=240, filesize=11.9 K 2024-12-06T22:21:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/bc137c8ec48a478cb60fa328b87cc60d as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/bc137c8ec48a478cb60fa328b87cc60d 2024-12-06T22:21:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,398 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/bc137c8ec48a478cb60fa328b87cc60d, entries=150, sequenceid=240, filesize=11.9 K 2024-12-06T22:21:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,399 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 32603df226c841638966425fcd9b24b0 in 98ms, sequenceid=240, compaction requested=false 2024-12-06T22:21:54,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2538): Flush status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:54,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:54,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=188 2024-12-06T22:21:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=188 2024-12-06T22:21:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=188, resume processing ppid=187 2024-12-06T22:21:54,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=188, ppid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 712 msec 2024-12-06T22:21:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees in 716 msec 2024-12-06T22:21:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 32603df226c841638966425fcd9b24b0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:21:54,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=A 2024-12-06T22:21:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:54,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=B 2024-12-06T22:21:54,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:54,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=C 2024-12-06T22:21:54,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,684 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#A#compaction#605 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,685 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/50e49e3b75d24b40addc3d5710eba4bb is 175, key is test_row_0/A:col10/1733523712265/Put/seqid=0 2024-12-06T22:21:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,698 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/2151c45e5fd94b6a960487f26295cc7e as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/2151c45e5fd94b6a960487f26295cc7e 2024-12-06T22:21:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,703 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/C of 32603df226c841638966425fcd9b24b0 into 2151c45e5fd94b6a960487f26295cc7e(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:54,703 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,703 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/C, priority=13, startTime=1733523714258; duration=0sec 2024-12-06T22:21:54,703 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,703 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:C 2024-12-06T22:21:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206abe703af0be84823a2663bffed29b53a_32603df226c841638966425fcd9b24b0 is 50, key is test_row_1/A:col10/1733523714661/Put/seqid=0 2024-12-06T22:21:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742536_1712 (size=31617) 2024-12-06T22:21:54,754 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/50e49e3b75d24b40addc3d5710eba4bb as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/50e49e3b75d24b40addc3d5710eba4bb 2024-12-06T22:21:54,758 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/A of 32603df226c841638966425fcd9b24b0 into 50e49e3b75d24b40addc3d5710eba4bb(size=30.9 K), total size for store is 61.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:54,758 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:54,758 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/A, priority=13, startTime=1733523714258; duration=0sec 2024-12-06T22:21:54,758 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:54,758 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:A 2024-12-06T22:21:54,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742537_1713 (size=19774) 2024-12-06T22:21:54,762 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:54,765 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206abe703af0be84823a2663bffed29b53a_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206abe703af0be84823a2663bffed29b53a_32603df226c841638966425fcd9b24b0 2024-12-06T22:21:54,766 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/27243c90cd6f4efda189dc7b125a503a, store: [table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:54,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/27243c90cd6f4efda189dc7b125a503a is 175, key is test_row_1/A:col10/1733523714661/Put/seqid=0 2024-12-06T22:21:54,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742538_1714 (size=57029) 2024-12-06T22:21:54,774 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/27243c90cd6f4efda189dc7b125a503a 2024-12-06T22:21:54,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/e0ea038e598b4d71bb270b7cf818f801 is 50, key is test_row_1/B:col10/1733523714661/Put/seqid=0 2024-12-06T22:21:54,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523774780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-06T22:21:54,792 INFO [Thread-2826 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 187 completed 2024-12-06T22:21:54,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742539_1715 (size=9757) 2024-12-06T22:21:54,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/e0ea038e598b4d71bb270b7cf818f801 2024-12-06T22:21:54,795 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:21:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=189, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees 2024-12-06T22:21:54,796 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=189, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:21:54,797 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=189, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:21:54,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=190, ppid=189, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:21:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-06T22:21:54,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/286b7f6b80aa4bfea835e9202e2b9c09 is 50, key is test_row_1/C:col10/1733523714661/Put/seqid=0 2024-12-06T22:21:54,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742540_1716 (size=9757) 2024-12-06T22:21:54,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523774883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-06T22:21:54,950 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:54,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-06T22:21:54,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:54,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:54,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:54,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:54,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:55,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523775087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-06T22:21:55,103 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:55,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-06T22:21:55,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:55,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:55,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:55,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:55,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:55,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/286b7f6b80aa4bfea835e9202e2b9c09 2024-12-06T22:21:55,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/27243c90cd6f4efda189dc7b125a503a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/27243c90cd6f4efda189dc7b125a503a 2024-12-06T22:21:55,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/27243c90cd6f4efda189dc7b125a503a, entries=300, sequenceid=251, filesize=55.7 K 2024-12-06T22:21:55,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/e0ea038e598b4d71bb270b7cf818f801 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/e0ea038e598b4d71bb270b7cf818f801 2024-12-06T22:21:55,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/e0ea038e598b4d71bb270b7cf818f801, entries=100, sequenceid=251, filesize=9.5 K 2024-12-06T22:21:55,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/286b7f6b80aa4bfea835e9202e2b9c09 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/286b7f6b80aa4bfea835e9202e2b9c09 2024-12-06T22:21:55,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/286b7f6b80aa4bfea835e9202e2b9c09, entries=100, sequenceid=251, filesize=9.5 K 2024-12-06T22:21:55,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 32603df226c841638966425fcd9b24b0 in 563ms, sequenceid=251, compaction requested=true 2024-12-06T22:21:55,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:55,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:21:55,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:55,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:21:55,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:55,226 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:55,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:21:55,226 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:55,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:55,227 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34571 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:55,227 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119751 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:55,227 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/B is initiating minor compaction (all files) 2024-12-06T22:21:55,227 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/A is initiating minor compaction (all files) 2024-12-06T22:21:55,227 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/B in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:55,227 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/A in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:55,227 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/1641e9e71754442dbaf9512b666403ac, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/210ed89d39794b5493c20243cdb87896, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/e0ea038e598b4d71bb270b7cf818f801] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=33.8 K 2024-12-06T22:21:55,227 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/50e49e3b75d24b40addc3d5710eba4bb, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/19235795842d4ad48b03fd6df0681c0f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/27243c90cd6f4efda189dc7b125a503a] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=116.9 K 2024-12-06T22:21:55,227 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:55,227 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. files: [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/50e49e3b75d24b40addc3d5710eba4bb, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/19235795842d4ad48b03fd6df0681c0f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/27243c90cd6f4efda189dc7b125a503a] 2024-12-06T22:21:55,227 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 1641e9e71754442dbaf9512b666403ac, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733523712265 2024-12-06T22:21:55,227 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50e49e3b75d24b40addc3d5710eba4bb, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733523712265 2024-12-06T22:21:55,228 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 210ed89d39794b5493c20243cdb87896, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733523713420 2024-12-06T22:21:55,228 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19235795842d4ad48b03fd6df0681c0f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733523713420 2024-12-06T22:21:55,228 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27243c90cd6f4efda189dc7b125a503a, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733523714612 2024-12-06T22:21:55,228 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting e0ea038e598b4d71bb270b7cf818f801, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733523714652 2024-12-06T22:21:55,234 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#B#compaction#613 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:55,234 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/3b06a239e3ee4977824e7fac787a7370 is 50, key is test_row_0/B:col10/1733523713435/Put/seqid=0 2024-12-06T22:21:55,234 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:55,236 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412068a4fba2db46c40788ad08e241c454d36_32603df226c841638966425fcd9b24b0 store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:55,238 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412068a4fba2db46c40788ad08e241c454d36_32603df226c841638966425fcd9b24b0, store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:55,239 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412068a4fba2db46c40788ad08e241c454d36_32603df226c841638966425fcd9b24b0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:55,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742541_1717 (size=12765) 2024-12-06T22:21:55,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742542_1718 (size=4469) 2024-12-06T22:21:55,246 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/3b06a239e3ee4977824e7fac787a7370 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/3b06a239e3ee4977824e7fac787a7370 2024-12-06T22:21:55,247 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#A#compaction#614 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:55,248 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/7f7fe8c83b84402988b5ec64e368e496 is 175, key is test_row_0/A:col10/1733523713435/Put/seqid=0 2024-12-06T22:21:55,250 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/B of 32603df226c841638966425fcd9b24b0 into 3b06a239e3ee4977824e7fac787a7370(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:55,250 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:55,251 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/B, priority=13, startTime=1733523715226; duration=0sec 2024-12-06T22:21:55,251 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:55,251 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:B 2024-12-06T22:21:55,251 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:55,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742543_1719 (size=31826) 2024-12-06T22:21:55,252 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34571 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:55,252 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/C is initiating minor compaction (all files) 2024-12-06T22:21:55,252 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/C in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:55,252 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/2151c45e5fd94b6a960487f26295cc7e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/bc137c8ec48a478cb60fa328b87cc60d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/286b7f6b80aa4bfea835e9202e2b9c09] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=33.8 K 2024-12-06T22:21:55,253 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 2151c45e5fd94b6a960487f26295cc7e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733523712265 2024-12-06T22:21:55,253 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting bc137c8ec48a478cb60fa328b87cc60d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733523713420 2024-12-06T22:21:55,253 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 286b7f6b80aa4bfea835e9202e2b9c09, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733523714652 2024-12-06T22:21:55,257 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/7f7fe8c83b84402988b5ec64e368e496 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/7f7fe8c83b84402988b5ec64e368e496 2024-12-06T22:21:55,260 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#C#compaction#615 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:55,261 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/4a8935f72b01486ab06cf93ac1e08c94 is 50, key is test_row_0/C:col10/1733523713435/Put/seqid=0 2024-12-06T22:21:55,262 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/A of 32603df226c841638966425fcd9b24b0 into 7f7fe8c83b84402988b5ec64e368e496(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:55,262 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:55,262 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/A, priority=13, startTime=1733523715226; duration=0sec 2024-12-06T22:21:55,262 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:55,262 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:A 2024-12-06T22:21:55,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742544_1720 (size=12765) 2024-12-06T22:21:55,267 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:55,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-06T22:21:55,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:55,268 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2837): Flushing 32603df226c841638966425fcd9b24b0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T22:21:55,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=A 2024-12-06T22:21:55,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:55,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=B 2024-12-06T22:21:55,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:55,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=C 2024-12-06T22:21:55,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:55,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062773e3df0535499d8bc324344a222b3a_32603df226c841638966425fcd9b24b0 is 50, key is test_row_0/A:col10/1733523714770/Put/seqid=0 2024-12-06T22:21:55,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742545_1721 (size=12454) 2024-12-06T22:21:55,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:55,281 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062773e3df0535499d8bc324344a222b3a_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062773e3df0535499d8bc324344a222b3a_32603df226c841638966425fcd9b24b0 2024-12-06T22:21:55,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/823ffab47fbd41c78bc2dcda7fb8fa9c, store: [table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:55,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/823ffab47fbd41c78bc2dcda7fb8fa9c is 175, key is test_row_0/A:col10/1733523714770/Put/seqid=0 2024-12-06T22:21:55,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742546_1722 (size=31255) 2024-12-06T22:21:55,286 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/823ffab47fbd41c78bc2dcda7fb8fa9c 2024-12-06T22:21:55,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/e6e4ed8f57e14c7baf158f8c66fc9b79 is 50, key is test_row_0/B:col10/1733523714770/Put/seqid=0 2024-12-06T22:21:55,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742547_1723 (size=12301) 2024-12-06T22:21:55,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:55,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:55,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-06T22:21:55,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523775412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:55,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:55,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523775515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:55,669 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/4a8935f72b01486ab06cf93ac1e08c94 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/4a8935f72b01486ab06cf93ac1e08c94 2024-12-06T22:21:55,673 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/C of 32603df226c841638966425fcd9b24b0 into 4a8935f72b01486ab06cf93ac1e08c94(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:55,673 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:55,673 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/C, priority=13, startTime=1733523715226; duration=0sec 2024-12-06T22:21:55,673 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:55,673 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:C 2024-12-06T22:21:55,697 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/e6e4ed8f57e14c7baf158f8c66fc9b79 2024-12-06T22:21:55,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/53141a7cbc654f198eedd9adc65aa1ba is 50, key is test_row_0/C:col10/1733523714770/Put/seqid=0 2024-12-06T22:21:55,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742548_1724 (size=12301) 2024-12-06T22:21:55,708 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/53141a7cbc654f198eedd9adc65aa1ba 2024-12-06T22:21:55,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/823ffab47fbd41c78bc2dcda7fb8fa9c as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/823ffab47fbd41c78bc2dcda7fb8fa9c 2024-12-06T22:21:55,715 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/823ffab47fbd41c78bc2dcda7fb8fa9c, entries=150, sequenceid=280, filesize=30.5 K 2024-12-06T22:21:55,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/e6e4ed8f57e14c7baf158f8c66fc9b79 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/e6e4ed8f57e14c7baf158f8c66fc9b79 2024-12-06T22:21:55,720 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/e6e4ed8f57e14c7baf158f8c66fc9b79, entries=150, sequenceid=280, filesize=12.0 K 2024-12-06T22:21:55,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/53141a7cbc654f198eedd9adc65aa1ba as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/53141a7cbc654f198eedd9adc65aa1ba 2024-12-06T22:21:55,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523775720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:55,727 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/53141a7cbc654f198eedd9adc65aa1ba, entries=150, sequenceid=280, filesize=12.0 K 2024-12-06T22:21:55,728 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 32603df226c841638966425fcd9b24b0 in 460ms, sequenceid=280, compaction requested=false 2024-12-06T22:21:55,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2538): Flush status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:55,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:55,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=190 2024-12-06T22:21:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=190 2024-12-06T22:21:55,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=190, resume processing ppid=189 2024-12-06T22:21:55,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=190, ppid=189, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 932 msec 2024-12-06T22:21:55,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=189, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees in 935 msec 2024-12-06T22:21:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-06T22:21:55,901 INFO [Thread-2826 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 189 completed 2024-12-06T22:21:55,902 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:21:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=191, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees 2024-12-06T22:21:55,904 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=191, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:21:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-06T22:21:55,904 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=191, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:21:55,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=192, ppid=191, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:21:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-06T22:21:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:56,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 32603df226c841638966425fcd9b24b0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T22:21:56,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=A 2024-12-06T22:21:56,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:56,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=B 2024-12-06T22:21:56,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:56,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=C 2024-12-06T22:21:56,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:56,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064f76201d96eb4155a9d48d11aa71b063_32603df226c841638966425fcd9b24b0 is 50, key is test_row_0/A:col10/1733523715402/Put/seqid=0 2024-12-06T22:21:56,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742549_1725 (size=12454) 2024-12-06T22:21:56,055 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:56,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-06T22:21:56,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:56,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:56,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:56,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:56,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:56,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523776091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:56,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523776194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-06T22:21:56,208 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:56,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-06T22:21:56,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:56,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:56,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:56,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:56,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:56,360 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:56,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-06T22:21:56,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:56,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:56,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:56,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:56,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:56,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:56,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523776397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:56,445 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:56,448 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064f76201d96eb4155a9d48d11aa71b063_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064f76201d96eb4155a9d48d11aa71b063_32603df226c841638966425fcd9b24b0 2024-12-06T22:21:56,448 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/8566572d255b4422ad534f50aec6ff3b, store: [table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:56,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/8566572d255b4422ad534f50aec6ff3b is 175, key is test_row_0/A:col10/1733523715402/Put/seqid=0 2024-12-06T22:21:56,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742550_1726 (size=31255) 2024-12-06T22:21:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-06T22:21:56,513 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:56,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-06T22:21:56,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:56,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:56,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:56,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:56,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:56,665 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:56,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-06T22:21:56,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:56,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:56,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:56,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:56,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:56,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:56,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523776699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:56,818 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:56,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-06T22:21:56,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:56,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:56,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:56,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:56,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:56,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:56,853 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/8566572d255b4422ad534f50aec6ff3b 2024-12-06T22:21:56,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/a41b4a261b35402fbb6269f21474fde8 is 50, key is test_row_0/B:col10/1733523715402/Put/seqid=0 2024-12-06T22:21:56,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742551_1727 (size=12301) 2024-12-06T22:21:56,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/a41b4a261b35402fbb6269f21474fde8 2024-12-06T22:21:56,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/9d761ab415a144b3b56508acfbc9d93c is 50, key is test_row_0/C:col10/1733523715402/Put/seqid=0 2024-12-06T22:21:56,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742552_1728 (size=12301) 2024-12-06T22:21:56,971 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:56,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-06T22:21:56,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:56,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:56,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:56,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:56,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-06T22:21:57,123 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:57,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-06T22:21:57,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:57,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:57,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:57,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:57,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:57,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523777203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:57,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/9d761ab415a144b3b56508acfbc9d93c 2024-12-06T22:21:57,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/8566572d255b4422ad534f50aec6ff3b as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/8566572d255b4422ad534f50aec6ff3b 2024-12-06T22:21:57,277 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:57,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-06T22:21:57,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:57,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:57,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:57,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:57,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:57,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/8566572d255b4422ad534f50aec6ff3b, entries=150, sequenceid=293, filesize=30.5 K 2024-12-06T22:21:57,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/a41b4a261b35402fbb6269f21474fde8 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/a41b4a261b35402fbb6269f21474fde8 2024-12-06T22:21:57,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/a41b4a261b35402fbb6269f21474fde8, entries=150, sequenceid=293, filesize=12.0 K 2024-12-06T22:21:57,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/9d761ab415a144b3b56508acfbc9d93c as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/9d761ab415a144b3b56508acfbc9d93c 2024-12-06T22:21:57,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/9d761ab415a144b3b56508acfbc9d93c, entries=150, sequenceid=293, filesize=12.0 K 2024-12-06T22:21:57,287 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-06T22:21:57,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 32603df226c841638966425fcd9b24b0 in 1255ms, sequenceid=293, compaction requested=true 2024-12-06T22:21:57,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:57,288 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:57,288 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94336 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:57,289 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/A is initiating minor compaction (all files) 2024-12-06T22:21:57,289 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/A in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:57,289 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/7f7fe8c83b84402988b5ec64e368e496, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/823ffab47fbd41c78bc2dcda7fb8fa9c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/8566572d255b4422ad534f50aec6ff3b] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=92.1 K 2024-12-06T22:21:57,289 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:57,289 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. files: [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/7f7fe8c83b84402988b5ec64e368e496, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/823ffab47fbd41c78bc2dcda7fb8fa9c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/8566572d255b4422ad534f50aec6ff3b] 2024-12-06T22:21:57,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:21:57,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:57,289 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:57,289 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f7fe8c83b84402988b5ec64e368e496, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733523713435 2024-12-06T22:21:57,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:21:57,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:57,290 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 823ffab47fbd41c78bc2dcda7fb8fa9c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733523714770 2024-12-06T22:21:57,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:21:57,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:57,290 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:57,290 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8566572d255b4422ad534f50aec6ff3b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733523715402 2024-12-06T22:21:57,290 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/B is initiating minor compaction (all files) 2024-12-06T22:21:57,290 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/B in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:57,290 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/3b06a239e3ee4977824e7fac787a7370, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/e6e4ed8f57e14c7baf158f8c66fc9b79, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/a41b4a261b35402fbb6269f21474fde8] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=36.5 K 2024-12-06T22:21:57,291 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b06a239e3ee4977824e7fac787a7370, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733523713435 2024-12-06T22:21:57,291 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting e6e4ed8f57e14c7baf158f8c66fc9b79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733523714770 2024-12-06T22:21:57,291 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting a41b4a261b35402fbb6269f21474fde8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733523715402 2024-12-06T22:21:57,306 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#B#compaction#622 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:57,307 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/7424f51aff9148c48802dada5942f237 is 50, key is test_row_0/B:col10/1733523715402/Put/seqid=0 2024-12-06T22:21:57,312 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:57,316 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206509068e5609449998b338f0cd62cf6bd_32603df226c841638966425fcd9b24b0 store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:57,318 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206509068e5609449998b338f0cd62cf6bd_32603df226c841638966425fcd9b24b0, store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:57,318 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206509068e5609449998b338f0cd62cf6bd_32603df226c841638966425fcd9b24b0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:57,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742553_1729 (size=13017) 2024-12-06T22:21:57,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742554_1730 (size=4469) 2024-12-06T22:21:57,429 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:57,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-06T22:21:57,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:57,430 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2837): Flushing 32603df226c841638966425fcd9b24b0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T22:21:57,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=A 2024-12-06T22:21:57,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:57,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=B 2024-12-06T22:21:57,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:57,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=C 2024-12-06T22:21:57,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:57,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b2eb4154b3084dbdb5c110617d7ffbc1_32603df226c841638966425fcd9b24b0 is 50, key is test_row_0/A:col10/1733523716077/Put/seqid=0 2024-12-06T22:21:57,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742555_1731 (size=12454) 2024-12-06T22:21:57,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,461 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b2eb4154b3084dbdb5c110617d7ffbc1_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b2eb4154b3084dbdb5c110617d7ffbc1_32603df226c841638966425fcd9b24b0 2024-12-06T22:21:57,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/82bdd5691350407589ef8999036514f0, store: [table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:57,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/82bdd5691350407589ef8999036514f0 is 175, key is test_row_0/A:col10/1733523716077/Put/seqid=0 2024-12-06T22:21:57,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742556_1732 (size=31255) 2024-12-06T22:21:57,466 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/82bdd5691350407589ef8999036514f0 2024-12-06T22:21:57,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/2f43d4d8e9d44d9483b90042509331ec is 50, key is test_row_0/B:col10/1733523716077/Put/seqid=0 2024-12-06T22:21:57,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742557_1733 (size=12301) 2024-12-06T22:21:57,726 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/7424f51aff9148c48802dada5942f237 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/7424f51aff9148c48802dada5942f237 2024-12-06T22:21:57,730 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/B of 32603df226c841638966425fcd9b24b0 into 7424f51aff9148c48802dada5942f237(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:57,730 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:57,730 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/B, priority=13, startTime=1733523717289; duration=0sec 2024-12-06T22:21:57,730 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:57,730 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:B 2024-12-06T22:21:57,730 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:57,731 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#A#compaction#623 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:57,733 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/64e822f5b37d4c87a874045e630135f9 is 175, key is test_row_0/A:col10/1733523715402/Put/seqid=0 2024-12-06T22:21:57,734 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:57,734 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/C is initiating minor compaction (all files) 2024-12-06T22:21:57,734 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/C in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:57,734 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/4a8935f72b01486ab06cf93ac1e08c94, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/53141a7cbc654f198eedd9adc65aa1ba, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/9d761ab415a144b3b56508acfbc9d93c] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=36.5 K 2024-12-06T22:21:57,735 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a8935f72b01486ab06cf93ac1e08c94, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733523713435 2024-12-06T22:21:57,735 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 53141a7cbc654f198eedd9adc65aa1ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733523714770 2024-12-06T22:21:57,735 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d761ab415a144b3b56508acfbc9d93c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733523715402 2024-12-06T22:21:57,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742558_1734 (size=31971) 2024-12-06T22:21:57,742 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/64e822f5b37d4c87a874045e630135f9 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/64e822f5b37d4c87a874045e630135f9 2024-12-06T22:21:57,743 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#C#compaction#626 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:57,743 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/73396c53d7374fe1823139e112943993 is 50, key is test_row_0/C:col10/1733523715402/Put/seqid=0 2024-12-06T22:21:57,747 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/A of 32603df226c841638966425fcd9b24b0 into 64e822f5b37d4c87a874045e630135f9(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:57,747 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:57,747 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/A, priority=13, startTime=1733523717288; duration=0sec 2024-12-06T22:21:57,747 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:57,747 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:A 2024-12-06T22:21:57,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742559_1735 (size=13017) 2024-12-06T22:21:57,752 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/73396c53d7374fe1823139e112943993 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/73396c53d7374fe1823139e112943993 2024-12-06T22:21:57,756 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/C of 32603df226c841638966425fcd9b24b0 into 73396c53d7374fe1823139e112943993(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:57,756 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:57,756 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/C, priority=13, startTime=1733523717290; duration=0sec 2024-12-06T22:21:57,756 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:57,757 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:C 2024-12-06T22:21:57,877 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/2f43d4d8e9d44d9483b90042509331ec 2024-12-06T22:21:57,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/005783c4de034965a31c24a39258470d is 50, key is test_row_0/C:col10/1733523716077/Put/seqid=0 2024-12-06T22:21:57,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742560_1736 (size=12301) 2024-12-06T22:21:57,901 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/005783c4de034965a31c24a39258470d 2024-12-06T22:21:57,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/82bdd5691350407589ef8999036514f0 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/82bdd5691350407589ef8999036514f0 2024-12-06T22:21:57,909 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/82bdd5691350407589ef8999036514f0, entries=150, sequenceid=317, filesize=30.5 K 2024-12-06T22:21:57,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/2f43d4d8e9d44d9483b90042509331ec as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/2f43d4d8e9d44d9483b90042509331ec 2024-12-06T22:21:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,913 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/2f43d4d8e9d44d9483b90042509331ec, entries=150, sequenceid=317, filesize=12.0 K 2024-12-06T22:21:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/005783c4de034965a31c24a39258470d as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/005783c4de034965a31c24a39258470d 2024-12-06T22:21:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,923 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/005783c4de034965a31c24a39258470d, entries=150, sequenceid=317, filesize=12.0 K 2024-12-06T22:21:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,923 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 32603df226c841638966425fcd9b24b0 in 493ms, sequenceid=317, compaction requested=false 2024-12-06T22:21:57,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2538): Flush status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:57,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=192 2024-12-06T22:21:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=192 2024-12-06T22:21:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=192, resume processing ppid=191 2024-12-06T22:21:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=192, ppid=191, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0210 sec 2024-12-06T22:21:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=191, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees in 2.0240 sec 2024-12-06T22:21:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 32603df226c841638966425fcd9b24b0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T22:21:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=A 2024-12-06T22:21:58,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:58,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=B 2024-12-06T22:21:58,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:58,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=C 2024-12-06T22:21:58,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-06T22:21:58,007 INFO [Thread-2826 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 191 completed 2024-12-06T22:21:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,009 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:21:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=193, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees 2024-12-06T22:21:58,010 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=193, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:21:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-06T22:21:58,011 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=193, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:21:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=194, ppid=193, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:21:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206dd7359ca7fc64d5d8394e34f13289886_32603df226c841638966425fcd9b24b0 is 50, key is test_row_0/A:col10/1733523717999/Put/seqid=0 2024-12-06T22:21:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742562_1738 (size=27698) 2024-12-06T22:21:58,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523778057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:58,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523778058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:58,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523778058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:58,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523778059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-06T22:21:58,162 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:58,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-06T22:21:58,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:58,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:58,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:58,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:58,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:58,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523778161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:58,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523778162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:58,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523778162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:58,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523778163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:58,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523778214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-06T22:21:58,316 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:58,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-06T22:21:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:58,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:58,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523778365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:58,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523778365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:58,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523778365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:58,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523778366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:58,435 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:58,438 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206dd7359ca7fc64d5d8394e34f13289886_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206dd7359ca7fc64d5d8394e34f13289886_32603df226c841638966425fcd9b24b0 2024-12-06T22:21:58,439 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/1e06cebb8d684ee183e18ebba495e855, store: [table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:58,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/1e06cebb8d684ee183e18ebba495e855 is 175, key is test_row_0/A:col10/1733523717999/Put/seqid=0 2024-12-06T22:21:58,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742561_1737 (size=83485) 2024-12-06T22:21:58,442 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/1e06cebb8d684ee183e18ebba495e855 2024-12-06T22:21:58,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/aa15460401bc4cfd9be068248e770a06 is 50, key is test_row_0/B:col10/1733523717999/Put/seqid=0 2024-12-06T22:21:58,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742563_1739 (size=12301) 2024-12-06T22:21:58,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/aa15460401bc4cfd9be068248e770a06 2024-12-06T22:21:58,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/2da64536a16245fb9f7b006b2af3ec24 is 50, key is test_row_0/C:col10/1733523717999/Put/seqid=0 2024-12-06T22:21:58,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742564_1740 (size=12301) 2024-12-06T22:21:58,468 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:58,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-06T22:21:58,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:58,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:58,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:58,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:58,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-06T22:21:58,620 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:58,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-06T22:21:58,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:58,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:58,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:58,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:58,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:58,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523778667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:58,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523778668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:58,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523778669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:58,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523778669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:58,773 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:58,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-06T22:21:58,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:58,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:58,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:58,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:58,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:21:58,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/2da64536a16245fb9f7b006b2af3ec24 2024-12-06T22:21:58,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/1e06cebb8d684ee183e18ebba495e855 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/1e06cebb8d684ee183e18ebba495e855 2024-12-06T22:21:58,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/1e06cebb8d684ee183e18ebba495e855, entries=450, sequenceid=332, filesize=81.5 K 2024-12-06T22:21:58,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/aa15460401bc4cfd9be068248e770a06 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/aa15460401bc4cfd9be068248e770a06 2024-12-06T22:21:58,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/aa15460401bc4cfd9be068248e770a06, entries=150, sequenceid=332, filesize=12.0 K 2024-12-06T22:21:58,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/2da64536a16245fb9f7b006b2af3ec24 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/2da64536a16245fb9f7b006b2af3ec24 2024-12-06T22:21:58,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/2da64536a16245fb9f7b006b2af3ec24, entries=150, sequenceid=332, filesize=12.0 K 2024-12-06T22:21:58,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 32603df226c841638966425fcd9b24b0 in 877ms, sequenceid=332, compaction requested=true 2024-12-06T22:21:58,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:58,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:21:58,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:58,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:21:58,879 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:58,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:58,879 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:58,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:21:58,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:58,879 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:58,879 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 146711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:58,880 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/A is initiating minor compaction (all files) 2024-12-06T22:21:58,880 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/B is initiating minor compaction (all files) 2024-12-06T22:21:58,880 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/B in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:58,880 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/A in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:58,880 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/64e822f5b37d4c87a874045e630135f9, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/82bdd5691350407589ef8999036514f0, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/1e06cebb8d684ee183e18ebba495e855] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=143.3 K 2024-12-06T22:21:58,880 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/7424f51aff9148c48802dada5942f237, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/2f43d4d8e9d44d9483b90042509331ec, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/aa15460401bc4cfd9be068248e770a06] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=36.7 K 2024-12-06T22:21:58,880 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:58,880 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. files: [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/64e822f5b37d4c87a874045e630135f9, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/82bdd5691350407589ef8999036514f0, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/1e06cebb8d684ee183e18ebba495e855] 2024-12-06T22:21:58,880 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 7424f51aff9148c48802dada5942f237, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733523715402 2024-12-06T22:21:58,880 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64e822f5b37d4c87a874045e630135f9, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733523715402 2024-12-06T22:21:58,880 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f43d4d8e9d44d9483b90042509331ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733523716077 2024-12-06T22:21:58,880 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82bdd5691350407589ef8999036514f0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733523716077 2024-12-06T22:21:58,881 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting aa15460401bc4cfd9be068248e770a06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733523717999 2024-12-06T22:21:58,881 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e06cebb8d684ee183e18ebba495e855, keycount=450, bloomtype=ROW, size=81.5 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733523717974 2024-12-06T22:21:58,886 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:58,887 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#B#compaction#632 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:58,888 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412064d761c21e75045f49da953ab0b1353a9_32603df226c841638966425fcd9b24b0 store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:58,888 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/f742cddf3fca48ee9f3a196fc43a0c3f is 50, key is test_row_0/B:col10/1733523717999/Put/seqid=0 2024-12-06T22:21:58,890 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412064d761c21e75045f49da953ab0b1353a9_32603df226c841638966425fcd9b24b0, store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:58,890 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064d761c21e75045f49da953ab0b1353a9_32603df226c841638966425fcd9b24b0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:58,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742565_1741 (size=13119) 2024-12-06T22:21:58,896 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/f742cddf3fca48ee9f3a196fc43a0c3f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/f742cddf3fca48ee9f3a196fc43a0c3f 2024-12-06T22:21:58,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742566_1742 (size=4469) 2024-12-06T22:21:58,899 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#A#compaction#631 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:58,899 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/da669d7a0219482faff961c705ffc177 is 175, key is test_row_0/A:col10/1733523717999/Put/seqid=0 2024-12-06T22:21:58,901 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/B of 32603df226c841638966425fcd9b24b0 into f742cddf3fca48ee9f3a196fc43a0c3f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:58,901 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:58,901 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/B, priority=13, startTime=1733523718879; duration=0sec 2024-12-06T22:21:58,901 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:21:58,901 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:B 2024-12-06T22:21:58,902 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:21:58,903 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:21:58,903 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/C is initiating minor compaction (all files) 2024-12-06T22:21:58,903 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/C in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:58,903 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/73396c53d7374fe1823139e112943993, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/005783c4de034965a31c24a39258470d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/2da64536a16245fb9f7b006b2af3ec24] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=36.7 K 2024-12-06T22:21:58,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742567_1743 (size=32073) 2024-12-06T22:21:58,903 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 73396c53d7374fe1823139e112943993, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733523715402 2024-12-06T22:21:58,904 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 005783c4de034965a31c24a39258470d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733523716077 2024-12-06T22:21:58,904 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 2da64536a16245fb9f7b006b2af3ec24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733523717999 2024-12-06T22:21:58,910 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#C#compaction#633 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:21:58,911 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/f34899b3c57c472aa730494e94a663be is 50, key is test_row_0/C:col10/1733523717999/Put/seqid=0 2024-12-06T22:21:58,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742568_1744 (size=13119) 2024-12-06T22:21:58,926 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:58,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-06T22:21:58,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:58,926 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2837): Flushing 32603df226c841638966425fcd9b24b0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T22:21:58,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=A 2024-12-06T22:21:58,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:58,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=B 2024-12-06T22:21:58,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:58,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=C 2024-12-06T22:21:58,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:58,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d4de134fa0fd40839fc15223d8312547_32603df226c841638966425fcd9b24b0 is 50, key is test_row_0/A:col10/1733523718058/Put/seqid=0 2024-12-06T22:21:58,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742569_1745 (size=12454) 2024-12-06T22:21:58,959 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T22:21:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-06T22:21:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:59,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:21:59,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523779178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:59,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523779178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:59,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523779179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:59,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523779180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:59,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523779282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:59,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:59,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523779282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523779282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:59,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523779283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:59,308 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/da669d7a0219482faff961c705ffc177 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/da669d7a0219482faff961c705ffc177 2024-12-06T22:21:59,312 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/A of 32603df226c841638966425fcd9b24b0 into da669d7a0219482faff961c705ffc177(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:59,312 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:59,312 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/A, priority=13, startTime=1733523718879; duration=0sec 2024-12-06T22:21:59,312 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:59,312 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:A 2024-12-06T22:21:59,317 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/f34899b3c57c472aa730494e94a663be as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/f34899b3c57c472aa730494e94a663be 2024-12-06T22:21:59,320 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/C of 32603df226c841638966425fcd9b24b0 into f34899b3c57c472aa730494e94a663be(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:21:59,321 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:59,321 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/C, priority=13, startTime=1733523718879; duration=0sec 2024-12-06T22:21:59,321 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:21:59,321 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:C 2024-12-06T22:21:59,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:59,338 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d4de134fa0fd40839fc15223d8312547_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d4de134fa0fd40839fc15223d8312547_32603df226c841638966425fcd9b24b0 2024-12-06T22:21:59,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/fe616aef7b6f4c2885abd135312a1011, store: [table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:59,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/fe616aef7b6f4c2885abd135312a1011 is 175, key is test_row_0/A:col10/1733523718058/Put/seqid=0 2024-12-06T22:21:59,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742570_1746 (size=31255) 2024-12-06T22:21:59,343 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=358, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/fe616aef7b6f4c2885abd135312a1011 2024-12-06T22:21:59,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/50965e63ec3e41448e74814fd7564d75 is 50, key is test_row_0/B:col10/1733523718058/Put/seqid=0 2024-12-06T22:21:59,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742571_1747 (size=12301) 2024-12-06T22:21:59,352 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/50965e63ec3e41448e74814fd7564d75 2024-12-06T22:21:59,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/9d9ab83029b84044823524d471b1b3ec is 50, key is test_row_0/C:col10/1733523718058/Put/seqid=0 2024-12-06T22:21:59,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742572_1748 (size=12301) 2024-12-06T22:21:59,394 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/9d9ab83029b84044823524d471b1b3ec 2024-12-06T22:21:59,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/fe616aef7b6f4c2885abd135312a1011 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/fe616aef7b6f4c2885abd135312a1011 2024-12-06T22:21:59,406 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/fe616aef7b6f4c2885abd135312a1011, entries=150, sequenceid=358, filesize=30.5 K 2024-12-06T22:21:59,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/50965e63ec3e41448e74814fd7564d75 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/50965e63ec3e41448e74814fd7564d75 2024-12-06T22:21:59,410 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/50965e63ec3e41448e74814fd7564d75, entries=150, sequenceid=358, filesize=12.0 K 2024-12-06T22:21:59,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/9d9ab83029b84044823524d471b1b3ec as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/9d9ab83029b84044823524d471b1b3ec 2024-12-06T22:21:59,413 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/9d9ab83029b84044823524d471b1b3ec, entries=150, sequenceid=358, filesize=12.0 K 2024-12-06T22:21:59,414 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 32603df226c841638966425fcd9b24b0 in 488ms, sequenceid=358, compaction requested=false 2024-12-06T22:21:59,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2538): Flush status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:21:59,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:21:59,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=194 2024-12-06T22:21:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=194 2024-12-06T22:21:59,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=194, resume processing ppid=193 2024-12-06T22:21:59,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=194, ppid=193, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4040 sec 2024-12-06T22:21:59,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=193, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees in 1.4080 sec 2024-12-06T22:21:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 32603df226c841638966425fcd9b24b0 2024-12-06T22:21:59,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 32603df226c841638966425fcd9b24b0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T22:21:59,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=A 2024-12-06T22:21:59,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:59,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=B 2024-12-06T22:21:59,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:59,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=C 2024-12-06T22:21:59,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:21:59,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a75d907add0d4782a43aacc66b7f4af2_32603df226c841638966425fcd9b24b0 is 50, key is test_row_0/A:col10/1733523719179/Put/seqid=0 2024-12-06T22:21:59,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742573_1749 (size=12454) 2024-12-06T22:21:59,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523779509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:59,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523779513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:59,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523779514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:59,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523779514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:59,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523779614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:59,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:59,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523779617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:59,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:59,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523779618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:59,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:59,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523779618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:59,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523779817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:59,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523779820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:59,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523779820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:59,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:21:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523779821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:21:59,898 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:21:59,901 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a75d907add0d4782a43aacc66b7f4af2_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a75d907add0d4782a43aacc66b7f4af2_32603df226c841638966425fcd9b24b0 2024-12-06T22:21:59,902 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/272c6f949bcc430798afbc3623330ae6, store: [table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:21:59,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/272c6f949bcc430798afbc3623330ae6 is 175, key is test_row_0/A:col10/1733523719179/Put/seqid=0 2024-12-06T22:21:59,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742574_1750 (size=31255) 2024-12-06T22:22:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-06T22:22:00,114 INFO [Thread-2826 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 193 completed 2024-12-06T22:22:00,115 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:22:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=195, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=195, table=TestAcidGuarantees 2024-12-06T22:22:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-06T22:22:00,116 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=195, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=195, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:22:00,117 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=195, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=195, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:22:00,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=196, ppid=195, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:22:00,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523780121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:00,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523780124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:00,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523780124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:00,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523780124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-06T22:22:00,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523780228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:00,229 DEBUG [Thread-2820 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., hostname=6d2a5dd008ce,36991,1733523540613, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T22:22:00,268 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:00,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-12-06T22:22:00,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:00,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:22:00,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:00,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] handler.RSProcedureHandler(58): pid=196 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:00,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=196 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=196 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:00,308 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=372, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/272c6f949bcc430798afbc3623330ae6 2024-12-06T22:22:00,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/6702c957040f4156b7eaceb9ee1c6686 is 50, key is test_row_0/B:col10/1733523719179/Put/seqid=0 2024-12-06T22:22:00,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742575_1751 (size=12301) 2024-12-06T22:22:00,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/6702c957040f4156b7eaceb9ee1c6686 2024-12-06T22:22:00,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/81829832cc3740478ea07cdf1846bafd is 50, key is test_row_0/C:col10/1733523719179/Put/seqid=0 2024-12-06T22:22:00,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742576_1752 (size=12301) 2024-12-06T22:22:00,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/81829832cc3740478ea07cdf1846bafd 2024-12-06T22:22:00,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/272c6f949bcc430798afbc3623330ae6 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/272c6f949bcc430798afbc3623330ae6 2024-12-06T22:22:00,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/272c6f949bcc430798afbc3623330ae6, entries=150, sequenceid=372, filesize=30.5 K 2024-12-06T22:22:00,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/6702c957040f4156b7eaceb9ee1c6686 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/6702c957040f4156b7eaceb9ee1c6686 2024-12-06T22:22:00,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/6702c957040f4156b7eaceb9ee1c6686, entries=150, sequenceid=372, filesize=12.0 K 2024-12-06T22:22:00,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/81829832cc3740478ea07cdf1846bafd as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/81829832cc3740478ea07cdf1846bafd 2024-12-06T22:22:00,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/81829832cc3740478ea07cdf1846bafd, entries=150, sequenceid=372, filesize=12.0 K 2024-12-06T22:22:00,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 32603df226c841638966425fcd9b24b0 in 877ms, sequenceid=372, compaction requested=true 2024-12-06T22:22:00,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:22:00,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:22:00,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:22:00,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:22:00,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:22:00,363 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:22:00,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:22:00,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:22:00,363 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:22:00,364 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:22:00,364 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/B is initiating minor compaction (all files) 2024-12-06T22:22:00,364 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:22:00,364 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/B in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:00,364 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/A is initiating minor compaction (all files) 2024-12-06T22:22:00,364 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/f742cddf3fca48ee9f3a196fc43a0c3f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/50965e63ec3e41448e74814fd7564d75, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/6702c957040f4156b7eaceb9ee1c6686] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=36.8 K 2024-12-06T22:22:00,364 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/A in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:00,364 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/da669d7a0219482faff961c705ffc177, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/fe616aef7b6f4c2885abd135312a1011, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/272c6f949bcc430798afbc3623330ae6] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=92.4 K 2024-12-06T22:22:00,364 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:00,364 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. files: [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/da669d7a0219482faff961c705ffc177, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/fe616aef7b6f4c2885abd135312a1011, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/272c6f949bcc430798afbc3623330ae6] 2024-12-06T22:22:00,364 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting f742cddf3fca48ee9f3a196fc43a0c3f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733523717999 2024-12-06T22:22:00,365 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting da669d7a0219482faff961c705ffc177, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733523717999 2024-12-06T22:22:00,365 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 50965e63ec3e41448e74814fd7564d75, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733523718008 2024-12-06T22:22:00,365 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe616aef7b6f4c2885abd135312a1011, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733523718008 2024-12-06T22:22:00,365 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 6702c957040f4156b7eaceb9ee1c6686, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733523719178 2024-12-06T22:22:00,365 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 272c6f949bcc430798afbc3623330ae6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733523719178 2024-12-06T22:22:00,371 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:22:00,372 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#B#compaction#640 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:22:00,373 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/cbcfde15bf7a4b95a3b8f01c95bb7d71 is 50, key is test_row_0/B:col10/1733523719179/Put/seqid=0 2024-12-06T22:22:00,374 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120634d711a8e797461c90939270b0648bc4_32603df226c841638966425fcd9b24b0 store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:22:00,376 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120634d711a8e797461c90939270b0648bc4_32603df226c841638966425fcd9b24b0, store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:22:00,376 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120634d711a8e797461c90939270b0648bc4_32603df226c841638966425fcd9b24b0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:22:00,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742577_1753 (size=13221) 2024-12-06T22:22:00,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742578_1754 (size=4469) 2024-12-06T22:22:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-06T22:22:00,421 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:00,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-12-06T22:22:00,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:00,422 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2837): Flushing 32603df226c841638966425fcd9b24b0 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-06T22:22:00,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=A 2024-12-06T22:22:00,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:22:00,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=B 2024-12-06T22:22:00,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:22:00,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=C 2024-12-06T22:22:00,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:22:00,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206471150a9f95646a6991b0e1d54f0a379_32603df226c841638966425fcd9b24b0 is 50, key is test_row_0/A:col10/1733523719506/Put/seqid=0 2024-12-06T22:22:00,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742579_1755 (size=12454) 2024-12-06T22:22:00,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:22:00,434 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206471150a9f95646a6991b0e1d54f0a379_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206471150a9f95646a6991b0e1d54f0a379_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:00,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/54b3785a35b14b0eb45386cc54892706, store: [table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:22:00,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/54b3785a35b14b0eb45386cc54892706 is 175, key is test_row_0/A:col10/1733523719506/Put/seqid=0 2024-12-06T22:22:00,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742580_1756 (size=31255) 2024-12-06T22:22:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 32603df226c841638966425fcd9b24b0 2024-12-06T22:22:00,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:22:00,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523780632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:00,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523780633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:00,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523780634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:00,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523780634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-06T22:22:00,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523780737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:00,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523780738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:00,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523780738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:00,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523780738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:00,782 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/cbcfde15bf7a4b95a3b8f01c95bb7d71 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/cbcfde15bf7a4b95a3b8f01c95bb7d71 2024-12-06T22:22:00,784 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#A#compaction#641 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:22:00,784 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/b90c5f1842a440fd93b7dd67542b0f9f is 175, key is test_row_0/A:col10/1733523719179/Put/seqid=0 2024-12-06T22:22:00,787 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/B of 32603df226c841638966425fcd9b24b0 into cbcfde15bf7a4b95a3b8f01c95bb7d71(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:22:00,787 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:22:00,787 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/B, priority=13, startTime=1733523720363; duration=0sec 2024-12-06T22:22:00,787 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:22:00,787 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:B 2024-12-06T22:22:00,787 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:22:00,788 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:22:00,788 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/C is initiating minor compaction (all files) 2024-12-06T22:22:00,788 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/C in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:00,788 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/f34899b3c57c472aa730494e94a663be, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/9d9ab83029b84044823524d471b1b3ec, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/81829832cc3740478ea07cdf1846bafd] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=36.8 K 2024-12-06T22:22:00,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742581_1757 (size=32175) 2024-12-06T22:22:00,789 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting f34899b3c57c472aa730494e94a663be, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733523717999 2024-12-06T22:22:00,790 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d9ab83029b84044823524d471b1b3ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733523718008 2024-12-06T22:22:00,790 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 81829832cc3740478ea07cdf1846bafd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733523719178 2024-12-06T22:22:00,793 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/b90c5f1842a440fd93b7dd67542b0f9f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/b90c5f1842a440fd93b7dd67542b0f9f 2024-12-06T22:22:00,798 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#C#compaction#643 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:22:00,798 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/A of 32603df226c841638966425fcd9b24b0 into b90c5f1842a440fd93b7dd67542b0f9f(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:22:00,798 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:22:00,798 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/A, priority=13, startTime=1733523720363; duration=0sec 2024-12-06T22:22:00,798 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:22:00,798 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:A 2024-12-06T22:22:00,799 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/5d195c8e32ac42fc92be8c974803850d is 50, key is test_row_0/C:col10/1733523719179/Put/seqid=0 2024-12-06T22:22:00,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742582_1758 (size=13221) 2024-12-06T22:22:00,839 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=398, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/54b3785a35b14b0eb45386cc54892706 2024-12-06T22:22:00,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/6b69be5b4b1d4c948e3e995333fa46c1 is 50, key is test_row_0/B:col10/1733523719506/Put/seqid=0 2024-12-06T22:22:00,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742583_1759 (size=12301) 2024-12-06T22:22:00,850 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/6b69be5b4b1d4c948e3e995333fa46c1 2024-12-06T22:22:00,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/a1db93ebc86c4b89a65404ba564b52ee is 50, key is test_row_0/C:col10/1733523719506/Put/seqid=0 2024-12-06T22:22:00,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742584_1760 (size=12301) 2024-12-06T22:22:00,859 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/a1db93ebc86c4b89a65404ba564b52ee 2024-12-06T22:22:00,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/54b3785a35b14b0eb45386cc54892706 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/54b3785a35b14b0eb45386cc54892706 2024-12-06T22:22:00,866 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/54b3785a35b14b0eb45386cc54892706, entries=150, sequenceid=398, filesize=30.5 K 2024-12-06T22:22:00,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/6b69be5b4b1d4c948e3e995333fa46c1 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/6b69be5b4b1d4c948e3e995333fa46c1 2024-12-06T22:22:00,870 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/6b69be5b4b1d4c948e3e995333fa46c1, entries=150, sequenceid=398, filesize=12.0 K 2024-12-06T22:22:00,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/a1db93ebc86c4b89a65404ba564b52ee as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/a1db93ebc86c4b89a65404ba564b52ee 2024-12-06T22:22:00,874 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/a1db93ebc86c4b89a65404ba564b52ee, entries=150, sequenceid=398, filesize=12.0 K 2024-12-06T22:22:00,875 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 32603df226c841638966425fcd9b24b0 in 453ms, sequenceid=398, compaction requested=false 2024-12-06T22:22:00,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2538): Flush status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:22:00,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:00,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=196 2024-12-06T22:22:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=196 2024-12-06T22:22:00,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=196, resume processing ppid=195 2024-12-06T22:22:00,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=196, ppid=195, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 759 msec 2024-12-06T22:22:00,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=195, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=195, table=TestAcidGuarantees in 762 msec 2024-12-06T22:22:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 32603df226c841638966425fcd9b24b0 2024-12-06T22:22:00,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 32603df226c841638966425fcd9b24b0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T22:22:00,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=A 2024-12-06T22:22:00,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:22:00,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=B 2024-12-06T22:22:00,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:22:00,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=C 2024-12-06T22:22:00,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:22:00,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d993f983170c4b15b58fe5988c41771a_32603df226c841638966425fcd9b24b0 is 50, key is test_row_0/A:col10/1733523720633/Put/seqid=0 2024-12-06T22:22:00,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742585_1761 (size=14994) 2024-12-06T22:22:00,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523780964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:00,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523780966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:00,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523780966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:00,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523780967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:01,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523781070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:01,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523781070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:01,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523781071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:01,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523781071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:01,206 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/5d195c8e32ac42fc92be8c974803850d as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/5d195c8e32ac42fc92be8c974803850d 2024-12-06T22:22:01,210 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/C of 32603df226c841638966425fcd9b24b0 into 5d195c8e32ac42fc92be8c974803850d(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:22:01,210 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:22:01,210 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/C, priority=13, startTime=1733523720363; duration=0sec 2024-12-06T22:22:01,210 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:22:01,210 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:C 2024-12-06T22:22:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-06T22:22:01,219 INFO [Thread-2826 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 195 completed 2024-12-06T22:22:01,220 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:22:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=197, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=197, table=TestAcidGuarantees 2024-12-06T22:22:01,221 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=197, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=197, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:22:01,222 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=197, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=197, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:22:01,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=198, ppid=197, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:22:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-12-06T22:22:01,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523781273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:01,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:01,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523781274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523781274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:01,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523781274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:01,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-12-06T22:22:01,354 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:22:01,357 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d993f983170c4b15b58fe5988c41771a_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d993f983170c4b15b58fe5988c41771a_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:01,358 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/dc56cb8d45df493c9f347cfb2cbbc804, store: [table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:22:01,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/dc56cb8d45df493c9f347cfb2cbbc804 is 175, key is test_row_0/A:col10/1733523720633/Put/seqid=0 2024-12-06T22:22:01,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742586_1762 (size=39949) 2024-12-06T22:22:01,373 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:01,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=198 2024-12-06T22:22:01,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:01,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:22:01,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:01,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] handler.RSProcedureHandler(58): pid=198 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:01,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=198 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=198 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:01,526 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-12-06T22:22:01,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=198 2024-12-06T22:22:01,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:01,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:22:01,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:01,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] handler.RSProcedureHandler(58): pid=198 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:01,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=198 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=198 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:01,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523781577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:01,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523781577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:01,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523781579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:01,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523781579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:01,678 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:01,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=198 2024-12-06T22:22:01,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:01,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:22:01,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:01,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=198}] handler.RSProcedureHandler(58): pid=198 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:01,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=198 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=198 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:01,762 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=413, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/dc56cb8d45df493c9f347cfb2cbbc804 2024-12-06T22:22:01,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/d60b6ba1ef44478ba9e022a6b7bb0049 is 50, key is test_row_0/B:col10/1733523720633/Put/seqid=0 2024-12-06T22:22:01,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742587_1763 (size=12301) 2024-12-06T22:22:01,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/d60b6ba1ef44478ba9e022a6b7bb0049 2024-12-06T22:22:01,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/4f2535d6897d436c85ec6c86d8cffb74 is 50, key is test_row_0/C:col10/1733523720633/Put/seqid=0 2024-12-06T22:22:01,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742588_1764 (size=12301) 2024-12-06T22:22:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-12-06T22:22:01,831 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:01,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=198 2024-12-06T22:22:01,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:01,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:22:01,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:01,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] handler.RSProcedureHandler(58): pid=198 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:01,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=198 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=198 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:01,983 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:01,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=198 2024-12-06T22:22:01,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:01,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:22:01,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:01,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] handler.RSProcedureHandler(58): pid=198 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:01,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=198 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=198 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:02,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523782080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:02,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523782082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:02,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523782082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:02,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523782084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:02,135 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:02,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=198 2024-12-06T22:22:02,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:02,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:22:02,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:02,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=198}] handler.RSProcedureHandler(58): pid=198 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:02,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=198 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=198 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:02,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/4f2535d6897d436c85ec6c86d8cffb74 2024-12-06T22:22:02,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/dc56cb8d45df493c9f347cfb2cbbc804 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/dc56cb8d45df493c9f347cfb2cbbc804 2024-12-06T22:22:02,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/dc56cb8d45df493c9f347cfb2cbbc804, entries=200, sequenceid=413, filesize=39.0 K 2024-12-06T22:22:02,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/d60b6ba1ef44478ba9e022a6b7bb0049 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/d60b6ba1ef44478ba9e022a6b7bb0049 2024-12-06T22:22:02,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/d60b6ba1ef44478ba9e022a6b7bb0049, entries=150, sequenceid=413, filesize=12.0 K 2024-12-06T22:22:02,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/4f2535d6897d436c85ec6c86d8cffb74 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/4f2535d6897d436c85ec6c86d8cffb74 2024-12-06T22:22:02,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/4f2535d6897d436c85ec6c86d8cffb74, entries=150, sequenceid=413, filesize=12.0 K 2024-12-06T22:22:02,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 32603df226c841638966425fcd9b24b0 in 1256ms, sequenceid=413, compaction requested=true 2024-12-06T22:22:02,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:22:02,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:22:02,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:22:02,198 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:22:02,198 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:22:02,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:22:02,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:22:02,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:22:02,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:22:02,199 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:22:02,199 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:22:02,199 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/B is initiating minor compaction (all files) 2024-12-06T22:22:02,199 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/A is initiating minor compaction (all files) 2024-12-06T22:22:02,199 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/B in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:02,199 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/A in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:02,199 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/cbcfde15bf7a4b95a3b8f01c95bb7d71, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/6b69be5b4b1d4c948e3e995333fa46c1, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/d60b6ba1ef44478ba9e022a6b7bb0049] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=36.9 K 2024-12-06T22:22:02,199 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/b90c5f1842a440fd93b7dd67542b0f9f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/54b3785a35b14b0eb45386cc54892706, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/dc56cb8d45df493c9f347cfb2cbbc804] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=101.0 K 2024-12-06T22:22:02,199 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:02,199 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. files: [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/b90c5f1842a440fd93b7dd67542b0f9f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/54b3785a35b14b0eb45386cc54892706, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/dc56cb8d45df493c9f347cfb2cbbc804] 2024-12-06T22:22:02,200 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting cbcfde15bf7a4b95a3b8f01c95bb7d71, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733523719178 2024-12-06T22:22:02,200 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting b90c5f1842a440fd93b7dd67542b0f9f, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733523719178 2024-12-06T22:22:02,200 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54b3785a35b14b0eb45386cc54892706, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733523719506 2024-12-06T22:22:02,200 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b69be5b4b1d4c948e3e995333fa46c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733523719506 2024-12-06T22:22:02,200 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc56cb8d45df493c9f347cfb2cbbc804, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733523720633 2024-12-06T22:22:02,200 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting d60b6ba1ef44478ba9e022a6b7bb0049, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733523720633 2024-12-06T22:22:02,206 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:22:02,207 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#B#compaction#649 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:22:02,208 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/2138c49a9b6c4493a3c0c0ce5be2e89c is 50, key is test_row_0/B:col10/1733523720633/Put/seqid=0 2024-12-06T22:22:02,210 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206e3af98675cea4a8b9e050ae264fd4587_32603df226c841638966425fcd9b24b0 store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:22:02,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742589_1765 (size=13323) 2024-12-06T22:22:02,212 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206e3af98675cea4a8b9e050ae264fd4587_32603df226c841638966425fcd9b24b0, store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:22:02,212 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206e3af98675cea4a8b9e050ae264fd4587_32603df226c841638966425fcd9b24b0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:22:02,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742590_1766 (size=4469) 2024-12-06T22:22:02,242 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#A#compaction#650 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:22:02,243 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/5ef9e0f3a7464210a52c18222e7e4117 is 175, key is test_row_0/A:col10/1733523720633/Put/seqid=0 2024-12-06T22:22:02,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742591_1767 (size=32277) 2024-12-06T22:22:02,249 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/5ef9e0f3a7464210a52c18222e7e4117 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/5ef9e0f3a7464210a52c18222e7e4117 2024-12-06T22:22:02,253 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/A of 32603df226c841638966425fcd9b24b0 into 5ef9e0f3a7464210a52c18222e7e4117(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:22:02,253 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:22:02,253 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/A, priority=13, startTime=1733523722198; duration=0sec 2024-12-06T22:22:02,253 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:22:02,253 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:A 2024-12-06T22:22:02,253 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:22:02,254 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:22:02,254 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/C is initiating minor compaction (all files) 2024-12-06T22:22:02,254 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/C in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:02,254 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/5d195c8e32ac42fc92be8c974803850d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/a1db93ebc86c4b89a65404ba564b52ee, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/4f2535d6897d436c85ec6c86d8cffb74] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=36.9 K 2024-12-06T22:22:02,255 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d195c8e32ac42fc92be8c974803850d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733523719178 2024-12-06T22:22:02,255 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1db93ebc86c4b89a65404ba564b52ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733523719506 2024-12-06T22:22:02,255 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f2535d6897d436c85ec6c86d8cffb74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733523720633 2024-12-06T22:22:02,260 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#C#compaction#651 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:22:02,261 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/9b29fffb6c494038af682a5dc1514c94 is 50, key is test_row_0/C:col10/1733523720633/Put/seqid=0 2024-12-06T22:22:02,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742592_1768 (size=13323) 2024-12-06T22:22:02,282 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/9b29fffb6c494038af682a5dc1514c94 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/9b29fffb6c494038af682a5dc1514c94 2024-12-06T22:22:02,286 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/C of 32603df226c841638966425fcd9b24b0 into 9b29fffb6c494038af682a5dc1514c94(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:22:02,286 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:22:02,286 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/C, priority=13, startTime=1733523722199; duration=0sec 2024-12-06T22:22:02,286 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:22:02,286 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:C 2024-12-06T22:22:02,288 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:02,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=198 2024-12-06T22:22:02,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:02,289 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegion(2837): Flushing 32603df226c841638966425fcd9b24b0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T22:22:02,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=A 2024-12-06T22:22:02,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:22:02,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=B 2024-12-06T22:22:02,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:22:02,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=C 2024-12-06T22:22:02,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:22:02,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412060bce8e2027a14a5bb9d32bcacb364368_32603df226c841638966425fcd9b24b0 is 50, key is test_row_0/A:col10/1733523720964/Put/seqid=0 2024-12-06T22:22:02,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742593_1769 (size=12454) 2024-12-06T22:22:02,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:22:02,302 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412060bce8e2027a14a5bb9d32bcacb364368_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412060bce8e2027a14a5bb9d32bcacb364368_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:02,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/f6a1b004c392447ca030af235352b55f, store: [table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:22:02,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/f6a1b004c392447ca030af235352b55f is 175, key is test_row_0/A:col10/1733523720964/Put/seqid=0 2024-12-06T22:22:02,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742594_1770 (size=31255) 2024-12-06T22:22:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-12-06T22:22:02,616 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/2138c49a9b6c4493a3c0c0ce5be2e89c as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/2138c49a9b6c4493a3c0c0ce5be2e89c 2024-12-06T22:22:02,620 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/B of 32603df226c841638966425fcd9b24b0 into 2138c49a9b6c4493a3c0c0ce5be2e89c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:22:02,620 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:22:02,620 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/B, priority=13, startTime=1733523722198; duration=0sec 2024-12-06T22:22:02,620 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:22:02,620 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:B 2024-12-06T22:22:02,708 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=440, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/f6a1b004c392447ca030af235352b55f 2024-12-06T22:22:02,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/1e1e8b7b920d4ef795d6a959590768b7 is 50, key is test_row_0/B:col10/1733523720964/Put/seqid=0 2024-12-06T22:22:02,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742595_1771 (size=12301) 2024-12-06T22:22:02,721 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/1e1e8b7b920d4ef795d6a959590768b7 2024-12-06T22:22:02,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/883e5873ddc342ee9be44d010b62fde2 is 50, key is test_row_0/C:col10/1733523720964/Put/seqid=0 2024-12-06T22:22:02,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742596_1772 (size=12301) 2024-12-06T22:22:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 32603df226c841638966425fcd9b24b0 2024-12-06T22:22:03,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:22:03,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523783093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:03,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523783096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:03,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523783096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:03,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523783097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:03,142 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/883e5873ddc342ee9be44d010b62fde2 2024-12-06T22:22:03,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/f6a1b004c392447ca030af235352b55f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/f6a1b004c392447ca030af235352b55f 2024-12-06T22:22:03,149 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/f6a1b004c392447ca030af235352b55f, entries=150, sequenceid=440, filesize=30.5 K 2024-12-06T22:22:03,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/1e1e8b7b920d4ef795d6a959590768b7 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/1e1e8b7b920d4ef795d6a959590768b7 2024-12-06T22:22:03,154 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/1e1e8b7b920d4ef795d6a959590768b7, entries=150, sequenceid=440, filesize=12.0 K 2024-12-06T22:22:03,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/883e5873ddc342ee9be44d010b62fde2 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/883e5873ddc342ee9be44d010b62fde2 2024-12-06T22:22:03,158 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/883e5873ddc342ee9be44d010b62fde2, entries=150, sequenceid=440, filesize=12.0 K 2024-12-06T22:22:03,159 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 32603df226c841638966425fcd9b24b0 in 870ms, sequenceid=440, compaction requested=false 2024-12-06T22:22:03,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegion(2538): Flush status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:22:03,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:03,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=198 2024-12-06T22:22:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=198 2024-12-06T22:22:03,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=198, resume processing ppid=197 2024-12-06T22:22:03,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=198, ppid=197, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9380 sec 2024-12-06T22:22:03,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=197, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=197, table=TestAcidGuarantees in 1.9430 sec 2024-12-06T22:22:03,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 32603df226c841638966425fcd9b24b0 2024-12-06T22:22:03,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 32603df226c841638966425fcd9b24b0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-06T22:22:03,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=A 2024-12-06T22:22:03,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:22:03,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=B 2024-12-06T22:22:03,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:22:03,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=C 2024-12-06T22:22:03,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:22:03,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b15ea08b41d44ef0ab765f65af7a94a1_32603df226c841638966425fcd9b24b0 is 50, key is test_row_0/A:col10/1733523723092/Put/seqid=0 2024-12-06T22:22:03,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742597_1773 (size=12454) 2024-12-06T22:22:03,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523783217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:03,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523783218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:03,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523783219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:03,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523783219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:03,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523783322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:03,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523783323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:03,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523783323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:03,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523783323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-12-06T22:22:03,328 INFO [Thread-2826 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 197 completed 2024-12-06T22:22:03,329 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T22:22:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=199, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=199, table=TestAcidGuarantees 2024-12-06T22:22:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-12-06T22:22:03,330 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=199, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=199, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T22:22:03,331 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=199, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=199, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T22:22:03,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=200, ppid=199, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T22:22:03,368 DEBUG [Thread-2831 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x560a8819 to 127.0.0.1:55123 2024-12-06T22:22:03,368 DEBUG [Thread-2831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:22:03,369 DEBUG [Thread-2833 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3df30e37 to 127.0.0.1:55123 2024-12-06T22:22:03,370 DEBUG [Thread-2833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:22:03,370 DEBUG [Thread-2829 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61da8c1c to 127.0.0.1:55123 2024-12-06T22:22:03,370 DEBUG [Thread-2829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:22:03,370 DEBUG [Thread-2827 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a5ecd59 to 127.0.0.1:55123 2024-12-06T22:22:03,370 DEBUG [Thread-2827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:22:03,371 DEBUG [Thread-2835 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x745bf218 to 127.0.0.1:55123 2024-12-06T22:22:03,371 DEBUG [Thread-2835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:22:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-12-06T22:22:03,483 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:03,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=200 2024-12-06T22:22:03,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:03,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:22:03,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:03,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] handler.RSProcedureHandler(58): pid=200 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:03,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=200 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=200 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:03,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523783525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:03,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523783525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:03,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:03,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523783526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523783526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:03,610 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:22:03,613 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b15ea08b41d44ef0ab765f65af7a94a1_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b15ea08b41d44ef0ab765f65af7a94a1_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:03,614 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/dbd314abc46e42b9ad05966cbd131e5a, store: [table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:22:03,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/dbd314abc46e42b9ad05966cbd131e5a is 175, key is test_row_0/A:col10/1733523723092/Put/seqid=0 2024-12-06T22:22:03,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742598_1774 (size=31255) 2024-12-06T22:22:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-12-06T22:22:03,635 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:03,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=200 2024-12-06T22:22:03,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:03,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:22:03,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:03,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] handler.RSProcedureHandler(58): pid=200 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:03,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=200 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=200 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:03,787 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:03,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=200 2024-12-06T22:22:03,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:03,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:22:03,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:03,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] handler.RSProcedureHandler(58): pid=200 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:03,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=200 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=200 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:03,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:03,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523783827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523783827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:03,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523783828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:03,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523783828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-12-06T22:22:03,940 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:03,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=200 2024-12-06T22:22:03,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:03,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:22:03,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:03,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] handler.RSProcedureHandler(58): pid=200 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:03,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=200 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=200 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:04,018 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=455, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/dbd314abc46e42b9ad05966cbd131e5a 2024-12-06T22:22:04,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/002940361d774b898d40b974267e6903 is 50, key is test_row_0/B:col10/1733523723092/Put/seqid=0 2024-12-06T22:22:04,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742599_1775 (size=12301) 2024-12-06T22:22:04,092 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:04,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=200 2024-12-06T22:22:04,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:04,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:22:04,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:04,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] handler.RSProcedureHandler(58): pid=200 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:04,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=200 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=200 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:04,244 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:04,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=200 2024-12-06T22:22:04,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:04,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:22:04,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:04,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] handler.RSProcedureHandler(58): pid=200 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:04,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=200 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=200 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:04,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733523784247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:04,248 DEBUG [Thread-2820 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., hostname=6d2a5dd008ce,36991,1733523540613, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T22:22:04,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:04,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1733523784330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55702 deadline: 1733523784330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:04,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55666 deadline: 1733523784330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:04,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T22:22:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55638 deadline: 1733523784331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:04,397 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:04,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=200 2024-12-06T22:22:04,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:04,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:22:04,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:04,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] handler.RSProcedureHandler(58): pid=200 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:04,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=200 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=200 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:04,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/002940361d774b898d40b974267e6903 2024-12-06T22:22:04,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/66ba1ed4e6614916bbeedf45c8e31b46 is 50, key is test_row_0/C:col10/1733523723092/Put/seqid=0 2024-12-06T22:22:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-12-06T22:22:04,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742600_1776 (size=12301) 2024-12-06T22:22:04,549 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:04,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=200 2024-12-06T22:22:04,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:04,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:22:04,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:04,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] handler.RSProcedureHandler(58): pid=200 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:04,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=200 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=200 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:04,701 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:04,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=200 2024-12-06T22:22:04,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:04,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:22:04,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:04,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] handler.RSProcedureHandler(58): pid=200 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:04,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=200 java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:04,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4114): Remote procedure failed, pid=200 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T22:22:04,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/66ba1ed4e6614916bbeedf45c8e31b46 2024-12-06T22:22:04,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/dbd314abc46e42b9ad05966cbd131e5a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/dbd314abc46e42b9ad05966cbd131e5a 2024-12-06T22:22:04,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/dbd314abc46e42b9ad05966cbd131e5a, entries=150, sequenceid=455, filesize=30.5 K 2024-12-06T22:22:04,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/002940361d774b898d40b974267e6903 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/002940361d774b898d40b974267e6903 2024-12-06T22:22:04,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/002940361d774b898d40b974267e6903, entries=150, sequenceid=455, filesize=12.0 K 2024-12-06T22:22:04,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/66ba1ed4e6614916bbeedf45c8e31b46 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/66ba1ed4e6614916bbeedf45c8e31b46 2024-12-06T22:22:04,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/66ba1ed4e6614916bbeedf45c8e31b46, entries=150, sequenceid=455, filesize=12.0 K 2024-12-06T22:22:04,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 32603df226c841638966425fcd9b24b0 in 1648ms, sequenceid=455, compaction requested=true 2024-12-06T22:22:04,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:22:04,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T22:22:04,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:22:04,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T22:22:04,847 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:22:04,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:22:04,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32603df226c841638966425fcd9b24b0:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T22:22:04,847 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:22:04,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:22:04,848 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94787 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:22:04,848 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/A is initiating minor compaction (all files) 2024-12-06T22:22:04,848 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:22:04,848 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/B is initiating minor compaction (all files) 2024-12-06T22:22:04,848 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/A in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:04,848 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/B in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:04,848 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/5ef9e0f3a7464210a52c18222e7e4117, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/f6a1b004c392447ca030af235352b55f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/dbd314abc46e42b9ad05966cbd131e5a] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=92.6 K 2024-12-06T22:22:04,848 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/2138c49a9b6c4493a3c0c0ce5be2e89c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/1e1e8b7b920d4ef795d6a959590768b7, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/002940361d774b898d40b974267e6903] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=37.0 K 2024-12-06T22:22:04,848 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:04,848 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. files: [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/5ef9e0f3a7464210a52c18222e7e4117, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/f6a1b004c392447ca030af235352b55f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/dbd314abc46e42b9ad05966cbd131e5a] 2024-12-06T22:22:04,848 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ef9e0f3a7464210a52c18222e7e4117, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733523720633 2024-12-06T22:22:04,848 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 2138c49a9b6c4493a3c0c0ce5be2e89c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733523720633 2024-12-06T22:22:04,849 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e1e8b7b920d4ef795d6a959590768b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733523720958 2024-12-06T22:22:04,849 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6a1b004c392447ca030af235352b55f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733523720958 2024-12-06T22:22:04,849 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 002940361d774b898d40b974267e6903, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1733523723092 2024-12-06T22:22:04,849 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbd314abc46e42b9ad05966cbd131e5a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1733523723092 2024-12-06T22:22:04,853 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:22:04,854 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:04,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=200 2024-12-06T22:22:04,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:04,854 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(2837): Flushing 32603df226c841638966425fcd9b24b0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-06T22:22:04,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=A 2024-12-06T22:22:04,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:22:04,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=B 2024-12-06T22:22:04,855 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412063bcd8bcec02a4a85a7101b5dcf53731a_32603df226c841638966425fcd9b24b0 store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:22:04,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:22:04,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=C 2024-12-06T22:22:04,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:22:04,855 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#B#compaction#659 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:22:04,855 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/96d2db408b81463eb8ed8de5f50303e3 is 50, key is test_row_0/B:col10/1733523723092/Put/seqid=0 2024-12-06T22:22:04,857 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412063bcd8bcec02a4a85a7101b5dcf53731a_32603df226c841638966425fcd9b24b0, store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:22:04,857 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412063bcd8bcec02a4a85a7101b5dcf53731a_32603df226c841638966425fcd9b24b0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:22:04,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206030f447795b044dc8170a3953cbf43d8_32603df226c841638966425fcd9b24b0 is 50, key is test_row_0/A:col10/1733523723215/Put/seqid=0 2024-12-06T22:22:04,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742601_1777 (size=13425) 2024-12-06T22:22:04,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742602_1778 (size=4469) 2024-12-06T22:22:04,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742603_1779 (size=12454) 2024-12-06T22:22:05,267 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#A#compaction#658 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:22:05,268 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/692a6851fd7d4aa8b0add72b95338772 is 175, key is test_row_0/A:col10/1733523723092/Put/seqid=0 2024-12-06T22:22:05,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:22:05,270 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/96d2db408b81463eb8ed8de5f50303e3 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/96d2db408b81463eb8ed8de5f50303e3 2024-12-06T22:22:05,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742604_1780 (size=32379) 2024-12-06T22:22:05,272 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206030f447795b044dc8170a3953cbf43d8_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206030f447795b044dc8170a3953cbf43d8_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:05,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/01c175204dc044d695a7667c94b5ba2a, store: [table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:22:05,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/01c175204dc044d695a7667c94b5ba2a is 175, key is test_row_0/A:col10/1733523723215/Put/seqid=0 2024-12-06T22:22:05,274 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/B of 32603df226c841638966425fcd9b24b0 into 96d2db408b81463eb8ed8de5f50303e3(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:22:05,274 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:22:05,274 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/B, priority=13, startTime=1733523724847; duration=0sec 2024-12-06T22:22:05,274 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T22:22:05,274 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:B 2024-12-06T22:22:05,274 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T22:22:05,274 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/692a6851fd7d4aa8b0add72b95338772 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/692a6851fd7d4aa8b0add72b95338772 2024-12-06T22:22:05,275 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T22:22:05,275 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1540): 32603df226c841638966425fcd9b24b0/C is initiating minor compaction (all files) 2024-12-06T22:22:05,275 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32603df226c841638966425fcd9b24b0/C in TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:05,275 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/9b29fffb6c494038af682a5dc1514c94, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/883e5873ddc342ee9be44d010b62fde2, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/66ba1ed4e6614916bbeedf45c8e31b46] into tmpdir=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp, totalSize=37.0 K 2024-12-06T22:22:05,275 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b29fffb6c494038af682a5dc1514c94, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733523720633 2024-12-06T22:22:05,275 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 883e5873ddc342ee9be44d010b62fde2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733523720958 2024-12-06T22:22:05,276 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] compactions.Compactor(224): Compacting 66ba1ed4e6614916bbeedf45c8e31b46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1733523723092 2024-12-06T22:22:05,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742605_1781 (size=31255) 2024-12-06T22:22:05,278 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/A of 32603df226c841638966425fcd9b24b0 into 692a6851fd7d4aa8b0add72b95338772(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:22:05,278 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:22:05,278 INFO [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/A, priority=13, startTime=1733523724847; duration=0sec 2024-12-06T22:22:05,278 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:22:05,278 DEBUG [RS:0;6d2a5dd008ce:36991-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:A 2024-12-06T22:22:05,282 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32603df226c841638966425fcd9b24b0#C#compaction#661 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T22:22:05,282 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/99f6ffbcd62e47a0aaa97a73216da7b1 is 50, key is test_row_0/C:col10/1733523723092/Put/seqid=0 2024-12-06T22:22:05,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742606_1782 (size=13425) 2024-12-06T22:22:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36991 {}] regionserver.HRegion(8581): Flush requested on 32603df226c841638966425fcd9b24b0 2024-12-06T22:22:05,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. as already flushing 2024-12-06T22:22:05,334 DEBUG [Thread-2824 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x271e8143 to 127.0.0.1:55123 2024-12-06T22:22:05,334 DEBUG [Thread-2824 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:22:05,338 DEBUG [Thread-2818 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1208728f to 127.0.0.1:55123 2024-12-06T22:22:05,338 DEBUG [Thread-2818 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:22:05,339 DEBUG [Thread-2822 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40e55f2a to 127.0.0.1:55123 2024-12-06T22:22:05,339 DEBUG [Thread-2822 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:22:05,342 DEBUG [Thread-2816 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55544bc7 to 127.0.0.1:55123 2024-12-06T22:22:05,342 DEBUG [Thread-2816 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:22:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-12-06T22:22:05,677 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=478, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/01c175204dc044d695a7667c94b5ba2a 2024-12-06T22:22:05,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/09bb34051eae4666b8fbffd670a0f5a6 is 50, key is test_row_0/B:col10/1733523723215/Put/seqid=0 2024-12-06T22:22:05,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742607_1783 (size=12301) 2024-12-06T22:22:05,687 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/99f6ffbcd62e47a0aaa97a73216da7b1 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/99f6ffbcd62e47a0aaa97a73216da7b1 2024-12-06T22:22:05,690 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32603df226c841638966425fcd9b24b0/C of 32603df226c841638966425fcd9b24b0 into 99f6ffbcd62e47a0aaa97a73216da7b1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T22:22:05,691 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:22:05,691 INFO [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0., storeName=32603df226c841638966425fcd9b24b0/C, priority=13, startTime=1733523724847; duration=0sec 2024-12-06T22:22:05,691 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T22:22:05,691 DEBUG [RS:0;6d2a5dd008ce:36991-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32603df226c841638966425fcd9b24b0:C 2024-12-06T22:22:06,085 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/09bb34051eae4666b8fbffd670a0f5a6 2024-12-06T22:22:06,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/515be040a1054fb1b682a0946ca3d20f is 50, key is test_row_0/C:col10/1733523723215/Put/seqid=0 2024-12-06T22:22:06,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742608_1784 (size=12301) 2024-12-06T22:22:06,494 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/515be040a1054fb1b682a0946ca3d20f 2024-12-06T22:22:06,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/01c175204dc044d695a7667c94b5ba2a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/01c175204dc044d695a7667c94b5ba2a 2024-12-06T22:22:06,499 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/01c175204dc044d695a7667c94b5ba2a, entries=150, sequenceid=478, filesize=30.5 K 2024-12-06T22:22:06,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/09bb34051eae4666b8fbffd670a0f5a6 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/09bb34051eae4666b8fbffd670a0f5a6 2024-12-06T22:22:06,502 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/09bb34051eae4666b8fbffd670a0f5a6, entries=150, sequenceid=478, filesize=12.0 K 2024-12-06T22:22:06,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/515be040a1054fb1b682a0946ca3d20f as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/515be040a1054fb1b682a0946ca3d20f 2024-12-06T22:22:06,505 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/515be040a1054fb1b682a0946ca3d20f, entries=150, sequenceid=478, filesize=12.0 K 2024-12-06T22:22:06,506 INFO [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=26.84 KB/27480 for 32603df226c841638966425fcd9b24b0 in 1652ms, sequenceid=478, compaction requested=false 2024-12-06T22:22:06,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(2538): Flush status journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:22:06,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:06,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6d2a5dd008ce:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=200 2024-12-06T22:22:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster(4106): Remote procedure done, pid=200 2024-12-06T22:22:06,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=200, resume processing ppid=199 2024-12-06T22:22:06,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=200, ppid=199, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1760 sec 2024-12-06T22:22:06,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=199, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=199, table=TestAcidGuarantees in 3.1790 sec 2024-12-06T22:22:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-12-06T22:22:07,435 INFO [Thread-2826 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 199 completed 2024-12-06T22:22:14,321 DEBUG [Thread-2820 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d0a9e33 to 127.0.0.1:55123 2024-12-06T22:22:14,321 DEBUG [Thread-2820 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:22:14,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-06T22:22:14,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-12-06T22:22:14,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-12-06T22:22:14,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 114 2024-12-06T22:22:14,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-12-06T22:22:14,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-12-06T22:22:14,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-06T22:22:14,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6453 2024-12-06T22:22:14,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6268 2024-12-06T22:22:14,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6272 2024-12-06T22:22:14,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6502 2024-12-06T22:22:14,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6263 2024-12-06T22:22:14,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-06T22:22:14,322 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-06T22:22:14,322 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a1fe6e4 to 127.0.0.1:55123 2024-12-06T22:22:14,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:22:14,322 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-06T22:22:14,322 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-06T22:22:14,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=201, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-06T22:22:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-12-06T22:22:14,324 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733523734324"}]},"ts":"1733523734324"} 2024-12-06T22:22:14,325 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-06T22:22:14,327 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-06T22:22:14,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=202, ppid=201, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T22:22:14,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=203, ppid=202, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=32603df226c841638966425fcd9b24b0, UNASSIGN}] 2024-12-06T22:22:14,329 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=203, ppid=202, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=32603df226c841638966425fcd9b24b0, UNASSIGN 2024-12-06T22:22:14,329 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=203 updating hbase:meta row=32603df226c841638966425fcd9b24b0, regionState=CLOSING, regionLocation=6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:14,330 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T22:22:14,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=204, ppid=203, state=RUNNABLE; CloseRegionProcedure 32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613}] 2024-12-06T22:22:14,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-12-06T22:22:14,481 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:14,482 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] handler.UnassignRegionHandler(124): Close 32603df226c841638966425fcd9b24b0 2024-12-06T22:22:14,482 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-06T22:22:14,482 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1681): Closing 32603df226c841638966425fcd9b24b0, disabling compactions & flushes 2024-12-06T22:22:14,482 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:14,482 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:14,482 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. after waiting 0 ms 2024-12-06T22:22:14,482 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:14,482 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(2837): Flushing 32603df226c841638966425fcd9b24b0 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-06T22:22:14,482 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=A 2024-12-06T22:22:14,482 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:22:14,482 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=B 2024-12-06T22:22:14,482 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:22:14,482 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32603df226c841638966425fcd9b24b0, store=C 2024-12-06T22:22:14,482 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T22:22:14,488 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120600cb754909de434b9fbca4417c25fc24_32603df226c841638966425fcd9b24b0 is 50, key is test_row_0/A:col10/1733523725341/Put/seqid=0 2024-12-06T22:22:14,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742609_1785 (size=12454) 2024-12-06T22:22:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-12-06T22:22:14,891 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T22:22:14,894 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120600cb754909de434b9fbca4417c25fc24_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120600cb754909de434b9fbca4417c25fc24_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:14,895 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/93431d9c914c499da243b0201acf390d, store: [table=TestAcidGuarantees family=A region=32603df226c841638966425fcd9b24b0] 2024-12-06T22:22:14,895 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/93431d9c914c499da243b0201acf390d is 175, key is test_row_0/A:col10/1733523725341/Put/seqid=0 2024-12-06T22:22:14,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742610_1786 (size=31255) 2024-12-06T22:22:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-12-06T22:22:15,299 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=489, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/93431d9c914c499da243b0201acf390d 2024-12-06T22:22:15,303 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/471e9780bc2143a7985e461a7b6e5746 is 50, key is test_row_0/B:col10/1733523725341/Put/seqid=0 2024-12-06T22:22:15,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742611_1787 (size=12301) 2024-12-06T22:22:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-12-06T22:22:15,707 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/471e9780bc2143a7985e461a7b6e5746 2024-12-06T22:22:15,712 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/a062cea656504832a3f4ffdda8b71f62 is 50, key is test_row_0/C:col10/1733523725341/Put/seqid=0 2024-12-06T22:22:15,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742612_1788 (size=12301) 2024-12-06T22:22:16,115 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/a062cea656504832a3f4ffdda8b71f62 2024-12-06T22:22:16,118 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/A/93431d9c914c499da243b0201acf390d as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/93431d9c914c499da243b0201acf390d 2024-12-06T22:22:16,121 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/93431d9c914c499da243b0201acf390d, entries=150, sequenceid=489, filesize=30.5 K 2024-12-06T22:22:16,121 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/B/471e9780bc2143a7985e461a7b6e5746 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/471e9780bc2143a7985e461a7b6e5746 2024-12-06T22:22:16,124 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/471e9780bc2143a7985e461a7b6e5746, entries=150, sequenceid=489, filesize=12.0 K 2024-12-06T22:22:16,124 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/.tmp/C/a062cea656504832a3f4ffdda8b71f62 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/a062cea656504832a3f4ffdda8b71f62 2024-12-06T22:22:16,127 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/a062cea656504832a3f4ffdda8b71f62, entries=150, sequenceid=489, filesize=12.0 K 2024-12-06T22:22:16,128 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 32603df226c841638966425fcd9b24b0 in 1646ms, sequenceid=489, compaction requested=true 2024-12-06T22:22:16,128 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/cb97009b60f54cb7924842642043473b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/028b3f8010084fc4897ccf715685faaa, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/4224659c246e41a1966d5cc2ddf43dd4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/57ab08271b104de3bdb9a8f22f43c888, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/ff64c422692643299771b6241dcc85ea, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/3472a848202c4714a7228d11009937c4, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/54cc2d5f9acd48b8af492dad1f0d53ae, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/a7728ef8355a408d850fa4f30aa1e78b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/1d02e13b6cb44fdbbaea7e69bbffd98e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/f57551c75d2d46d08874ad4811a596ae, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/2ed1ada9a35c487ea23a7fb0b37f98eb, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/0f231c857d81451e9c838408ad7f9a9a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/aeffb76d989d4f268713e3263627c275, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/60818c04ec7243a6823c40f01eaff4f7, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/17350df19e794e0ab3d08d82b1d3dbe7, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/50e49e3b75d24b40addc3d5710eba4bb, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/19235795842d4ad48b03fd6df0681c0f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/27243c90cd6f4efda189dc7b125a503a, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/7f7fe8c83b84402988b5ec64e368e496, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/823ffab47fbd41c78bc2dcda7fb8fa9c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/64e822f5b37d4c87a874045e630135f9, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/8566572d255b4422ad534f50aec6ff3b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/82bdd5691350407589ef8999036514f0, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/1e06cebb8d684ee183e18ebba495e855, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/da669d7a0219482faff961c705ffc177, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/fe616aef7b6f4c2885abd135312a1011, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/b90c5f1842a440fd93b7dd67542b0f9f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/272c6f949bcc430798afbc3623330ae6, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/54b3785a35b14b0eb45386cc54892706, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/dc56cb8d45df493c9f347cfb2cbbc804, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/5ef9e0f3a7464210a52c18222e7e4117, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/f6a1b004c392447ca030af235352b55f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/dbd314abc46e42b9ad05966cbd131e5a] to archive 2024-12-06T22:22:16,129 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T22:22:16,130 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/cb97009b60f54cb7924842642043473b to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/cb97009b60f54cb7924842642043473b 2024-12-06T22:22:16,131 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/028b3f8010084fc4897ccf715685faaa to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/028b3f8010084fc4897ccf715685faaa 2024-12-06T22:22:16,132 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/4224659c246e41a1966d5cc2ddf43dd4 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/4224659c246e41a1966d5cc2ddf43dd4 2024-12-06T22:22:16,133 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/57ab08271b104de3bdb9a8f22f43c888 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/57ab08271b104de3bdb9a8f22f43c888 2024-12-06T22:22:16,134 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/ff64c422692643299771b6241dcc85ea to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/ff64c422692643299771b6241dcc85ea 2024-12-06T22:22:16,135 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/3472a848202c4714a7228d11009937c4 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/3472a848202c4714a7228d11009937c4 2024-12-06T22:22:16,136 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/54cc2d5f9acd48b8af492dad1f0d53ae to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/54cc2d5f9acd48b8af492dad1f0d53ae 2024-12-06T22:22:16,137 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/a7728ef8355a408d850fa4f30aa1e78b to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/a7728ef8355a408d850fa4f30aa1e78b 2024-12-06T22:22:16,138 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/1d02e13b6cb44fdbbaea7e69bbffd98e to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/1d02e13b6cb44fdbbaea7e69bbffd98e 2024-12-06T22:22:16,139 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/f57551c75d2d46d08874ad4811a596ae to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/f57551c75d2d46d08874ad4811a596ae 2024-12-06T22:22:16,140 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/2ed1ada9a35c487ea23a7fb0b37f98eb to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/2ed1ada9a35c487ea23a7fb0b37f98eb 2024-12-06T22:22:16,140 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/0f231c857d81451e9c838408ad7f9a9a to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/0f231c857d81451e9c838408ad7f9a9a 2024-12-06T22:22:16,141 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/aeffb76d989d4f268713e3263627c275 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/aeffb76d989d4f268713e3263627c275 2024-12-06T22:22:16,142 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/60818c04ec7243a6823c40f01eaff4f7 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/60818c04ec7243a6823c40f01eaff4f7 2024-12-06T22:22:16,143 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/17350df19e794e0ab3d08d82b1d3dbe7 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/17350df19e794e0ab3d08d82b1d3dbe7 2024-12-06T22:22:16,144 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/50e49e3b75d24b40addc3d5710eba4bb to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/50e49e3b75d24b40addc3d5710eba4bb 2024-12-06T22:22:16,144 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/19235795842d4ad48b03fd6df0681c0f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/19235795842d4ad48b03fd6df0681c0f 2024-12-06T22:22:16,145 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/27243c90cd6f4efda189dc7b125a503a to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/27243c90cd6f4efda189dc7b125a503a 2024-12-06T22:22:16,146 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/7f7fe8c83b84402988b5ec64e368e496 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/7f7fe8c83b84402988b5ec64e368e496 2024-12-06T22:22:16,147 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/823ffab47fbd41c78bc2dcda7fb8fa9c to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/823ffab47fbd41c78bc2dcda7fb8fa9c 2024-12-06T22:22:16,147 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/64e822f5b37d4c87a874045e630135f9 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/64e822f5b37d4c87a874045e630135f9 2024-12-06T22:22:16,148 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/8566572d255b4422ad534f50aec6ff3b to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/8566572d255b4422ad534f50aec6ff3b 2024-12-06T22:22:16,149 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/82bdd5691350407589ef8999036514f0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/82bdd5691350407589ef8999036514f0 2024-12-06T22:22:16,150 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/1e06cebb8d684ee183e18ebba495e855 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/1e06cebb8d684ee183e18ebba495e855 2024-12-06T22:22:16,150 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/da669d7a0219482faff961c705ffc177 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/da669d7a0219482faff961c705ffc177 2024-12-06T22:22:16,151 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/fe616aef7b6f4c2885abd135312a1011 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/fe616aef7b6f4c2885abd135312a1011 2024-12-06T22:22:16,152 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/b90c5f1842a440fd93b7dd67542b0f9f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/b90c5f1842a440fd93b7dd67542b0f9f 2024-12-06T22:22:16,153 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/272c6f949bcc430798afbc3623330ae6 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/272c6f949bcc430798afbc3623330ae6 2024-12-06T22:22:16,153 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/54b3785a35b14b0eb45386cc54892706 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/54b3785a35b14b0eb45386cc54892706 2024-12-06T22:22:16,154 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/dc56cb8d45df493c9f347cfb2cbbc804 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/dc56cb8d45df493c9f347cfb2cbbc804 2024-12-06T22:22:16,155 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/5ef9e0f3a7464210a52c18222e7e4117 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/5ef9e0f3a7464210a52c18222e7e4117 2024-12-06T22:22:16,156 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/f6a1b004c392447ca030af235352b55f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/f6a1b004c392447ca030af235352b55f 2024-12-06T22:22:16,156 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/dbd314abc46e42b9ad05966cbd131e5a to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/dbd314abc46e42b9ad05966cbd131e5a 2024-12-06T22:22:16,158 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/083fec5cfd834205a0604c24617ca15c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/c7bc31e326284dadaec24be35e6567de, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/e5503aeb44ab4265997182f5d658a51b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/89c9e7318c394d8f9fb6c8ada094f2e1, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/8e0960af14ba4bcc9e5b69fd3cd099db, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/b66b8bdcc8054ea19b7267ef80f82e17, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/619313378bf94fba9d0bc995699f2fcf, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/a8ead4c3aa664ca189207401c11532f3, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/13db1dadf93a48f2b06ab2c3bcd30695, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/53d37949bfed46da88879afe54d377fa, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/50f72fbb460b4392a1e51be47a4c5974, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/702786c1a9a642778413d5defbe56afe, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/7c0c7f3f5bb84a3c88f276569360a69c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/75b66b55903b4e48ae46f3615d65df5b, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/1641e9e71754442dbaf9512b666403ac, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/0982b023cdd347e3b50e462a8602de92, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/210ed89d39794b5493c20243cdb87896, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/3b06a239e3ee4977824e7fac787a7370, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/e0ea038e598b4d71bb270b7cf818f801, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/e6e4ed8f57e14c7baf158f8c66fc9b79, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/7424f51aff9148c48802dada5942f237, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/a41b4a261b35402fbb6269f21474fde8, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/2f43d4d8e9d44d9483b90042509331ec, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/f742cddf3fca48ee9f3a196fc43a0c3f, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/aa15460401bc4cfd9be068248e770a06, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/50965e63ec3e41448e74814fd7564d75, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/cbcfde15bf7a4b95a3b8f01c95bb7d71, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/6702c957040f4156b7eaceb9ee1c6686, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/6b69be5b4b1d4c948e3e995333fa46c1, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/2138c49a9b6c4493a3c0c0ce5be2e89c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/d60b6ba1ef44478ba9e022a6b7bb0049, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/1e1e8b7b920d4ef795d6a959590768b7, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/002940361d774b898d40b974267e6903] to archive 2024-12-06T22:22:16,159 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T22:22:16,160 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/083fec5cfd834205a0604c24617ca15c to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/083fec5cfd834205a0604c24617ca15c 2024-12-06T22:22:16,161 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/c7bc31e326284dadaec24be35e6567de to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/c7bc31e326284dadaec24be35e6567de 2024-12-06T22:22:16,162 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/e5503aeb44ab4265997182f5d658a51b to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/e5503aeb44ab4265997182f5d658a51b 2024-12-06T22:22:16,163 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/89c9e7318c394d8f9fb6c8ada094f2e1 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/89c9e7318c394d8f9fb6c8ada094f2e1 2024-12-06T22:22:16,164 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/8e0960af14ba4bcc9e5b69fd3cd099db to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/8e0960af14ba4bcc9e5b69fd3cd099db 2024-12-06T22:22:16,165 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/b66b8bdcc8054ea19b7267ef80f82e17 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/b66b8bdcc8054ea19b7267ef80f82e17 2024-12-06T22:22:16,165 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/619313378bf94fba9d0bc995699f2fcf to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/619313378bf94fba9d0bc995699f2fcf 2024-12-06T22:22:16,166 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/a8ead4c3aa664ca189207401c11532f3 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/a8ead4c3aa664ca189207401c11532f3 2024-12-06T22:22:16,167 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/13db1dadf93a48f2b06ab2c3bcd30695 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/13db1dadf93a48f2b06ab2c3bcd30695 2024-12-06T22:22:16,168 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/53d37949bfed46da88879afe54d377fa to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/53d37949bfed46da88879afe54d377fa 2024-12-06T22:22:16,169 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/50f72fbb460b4392a1e51be47a4c5974 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/50f72fbb460b4392a1e51be47a4c5974 2024-12-06T22:22:16,170 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/702786c1a9a642778413d5defbe56afe to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/702786c1a9a642778413d5defbe56afe 2024-12-06T22:22:16,170 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/7c0c7f3f5bb84a3c88f276569360a69c to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/7c0c7f3f5bb84a3c88f276569360a69c 2024-12-06T22:22:16,171 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/75b66b55903b4e48ae46f3615d65df5b to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/75b66b55903b4e48ae46f3615d65df5b 2024-12-06T22:22:16,172 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/1641e9e71754442dbaf9512b666403ac to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/1641e9e71754442dbaf9512b666403ac 2024-12-06T22:22:16,173 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/0982b023cdd347e3b50e462a8602de92 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/0982b023cdd347e3b50e462a8602de92 2024-12-06T22:22:16,174 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/210ed89d39794b5493c20243cdb87896 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/210ed89d39794b5493c20243cdb87896 2024-12-06T22:22:16,174 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/3b06a239e3ee4977824e7fac787a7370 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/3b06a239e3ee4977824e7fac787a7370 2024-12-06T22:22:16,175 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/e0ea038e598b4d71bb270b7cf818f801 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/e0ea038e598b4d71bb270b7cf818f801 2024-12-06T22:22:16,176 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/e6e4ed8f57e14c7baf158f8c66fc9b79 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/e6e4ed8f57e14c7baf158f8c66fc9b79 2024-12-06T22:22:16,177 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/7424f51aff9148c48802dada5942f237 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/7424f51aff9148c48802dada5942f237 2024-12-06T22:22:16,177 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/a41b4a261b35402fbb6269f21474fde8 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/a41b4a261b35402fbb6269f21474fde8 2024-12-06T22:22:16,178 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/2f43d4d8e9d44d9483b90042509331ec to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/2f43d4d8e9d44d9483b90042509331ec 2024-12-06T22:22:16,179 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/f742cddf3fca48ee9f3a196fc43a0c3f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/f742cddf3fca48ee9f3a196fc43a0c3f 2024-12-06T22:22:16,179 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/aa15460401bc4cfd9be068248e770a06 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/aa15460401bc4cfd9be068248e770a06 2024-12-06T22:22:16,180 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/50965e63ec3e41448e74814fd7564d75 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/50965e63ec3e41448e74814fd7564d75 2024-12-06T22:22:16,181 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/cbcfde15bf7a4b95a3b8f01c95bb7d71 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/cbcfde15bf7a4b95a3b8f01c95bb7d71 2024-12-06T22:22:16,182 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/6702c957040f4156b7eaceb9ee1c6686 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/6702c957040f4156b7eaceb9ee1c6686 2024-12-06T22:22:16,182 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/6b69be5b4b1d4c948e3e995333fa46c1 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/6b69be5b4b1d4c948e3e995333fa46c1 2024-12-06T22:22:16,183 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/2138c49a9b6c4493a3c0c0ce5be2e89c to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/2138c49a9b6c4493a3c0c0ce5be2e89c 2024-12-06T22:22:16,184 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/d60b6ba1ef44478ba9e022a6b7bb0049 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/d60b6ba1ef44478ba9e022a6b7bb0049 2024-12-06T22:22:16,185 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/1e1e8b7b920d4ef795d6a959590768b7 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/1e1e8b7b920d4ef795d6a959590768b7 2024-12-06T22:22:16,185 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/002940361d774b898d40b974267e6903 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/002940361d774b898d40b974267e6903 2024-12-06T22:22:16,187 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/235dea0106ba4e1f9b8ff5d252c4ad32, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/0bb858321ae84667913089b17d20e478, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/d80586bf715a449fb003bcf1a2a044e5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/8e9b3e47395b44e38d402b95d4245171, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/cc49a914d16f4878898f3a5026a68d67, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/990ba96a05ab4f66be591667bf307f46, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/7eb7f309ad424f6c9e679372075227b5, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/8577dae90bee4c5c9d159a2147766dbf, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/776c4c509edf4f2c960cd1c3686e4b98, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/cf248e2d453d46ceb000e87a325490aa, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/6750ea2680364793a91e43bae3b46f9d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/96c95821e427421ba4f2b35f112936fe, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/c87fc6afd21f4abda50b18fff43453b8, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/44ad0359ba084ff79723c1b950f20418, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/2151c45e5fd94b6a960487f26295cc7e, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/82eb22c48a6c41d58f10da1668f2dfce, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/bc137c8ec48a478cb60fa328b87cc60d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/4a8935f72b01486ab06cf93ac1e08c94, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/286b7f6b80aa4bfea835e9202e2b9c09, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/53141a7cbc654f198eedd9adc65aa1ba, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/73396c53d7374fe1823139e112943993, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/9d761ab415a144b3b56508acfbc9d93c, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/005783c4de034965a31c24a39258470d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/f34899b3c57c472aa730494e94a663be, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/2da64536a16245fb9f7b006b2af3ec24, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/9d9ab83029b84044823524d471b1b3ec, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/5d195c8e32ac42fc92be8c974803850d, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/81829832cc3740478ea07cdf1846bafd, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/a1db93ebc86c4b89a65404ba564b52ee, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/9b29fffb6c494038af682a5dc1514c94, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/4f2535d6897d436c85ec6c86d8cffb74, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/883e5873ddc342ee9be44d010b62fde2, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/66ba1ed4e6614916bbeedf45c8e31b46] to archive 2024-12-06T22:22:16,187 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T22:22:16,189 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/235dea0106ba4e1f9b8ff5d252c4ad32 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/235dea0106ba4e1f9b8ff5d252c4ad32 2024-12-06T22:22:16,189 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/0bb858321ae84667913089b17d20e478 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/0bb858321ae84667913089b17d20e478 2024-12-06T22:22:16,190 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/d80586bf715a449fb003bcf1a2a044e5 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/d80586bf715a449fb003bcf1a2a044e5 2024-12-06T22:22:16,191 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/8e9b3e47395b44e38d402b95d4245171 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/8e9b3e47395b44e38d402b95d4245171 2024-12-06T22:22:16,192 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/cc49a914d16f4878898f3a5026a68d67 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/cc49a914d16f4878898f3a5026a68d67 2024-12-06T22:22:16,193 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/990ba96a05ab4f66be591667bf307f46 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/990ba96a05ab4f66be591667bf307f46 2024-12-06T22:22:16,194 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/7eb7f309ad424f6c9e679372075227b5 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/7eb7f309ad424f6c9e679372075227b5 2024-12-06T22:22:16,195 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/8577dae90bee4c5c9d159a2147766dbf to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/8577dae90bee4c5c9d159a2147766dbf 2024-12-06T22:22:16,195 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/776c4c509edf4f2c960cd1c3686e4b98 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/776c4c509edf4f2c960cd1c3686e4b98 2024-12-06T22:22:16,196 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/cf248e2d453d46ceb000e87a325490aa to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/cf248e2d453d46ceb000e87a325490aa 2024-12-06T22:22:16,197 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/6750ea2680364793a91e43bae3b46f9d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/6750ea2680364793a91e43bae3b46f9d 2024-12-06T22:22:16,198 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/96c95821e427421ba4f2b35f112936fe to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/96c95821e427421ba4f2b35f112936fe 2024-12-06T22:22:16,198 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/c87fc6afd21f4abda50b18fff43453b8 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/c87fc6afd21f4abda50b18fff43453b8 2024-12-06T22:22:16,199 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/44ad0359ba084ff79723c1b950f20418 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/44ad0359ba084ff79723c1b950f20418 2024-12-06T22:22:16,200 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/2151c45e5fd94b6a960487f26295cc7e to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/2151c45e5fd94b6a960487f26295cc7e 2024-12-06T22:22:16,201 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/82eb22c48a6c41d58f10da1668f2dfce to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/82eb22c48a6c41d58f10da1668f2dfce 2024-12-06T22:22:16,201 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/bc137c8ec48a478cb60fa328b87cc60d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/bc137c8ec48a478cb60fa328b87cc60d 2024-12-06T22:22:16,202 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/4a8935f72b01486ab06cf93ac1e08c94 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/4a8935f72b01486ab06cf93ac1e08c94 2024-12-06T22:22:16,203 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/286b7f6b80aa4bfea835e9202e2b9c09 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/286b7f6b80aa4bfea835e9202e2b9c09 2024-12-06T22:22:16,203 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/53141a7cbc654f198eedd9adc65aa1ba to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/53141a7cbc654f198eedd9adc65aa1ba 2024-12-06T22:22:16,204 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/73396c53d7374fe1823139e112943993 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/73396c53d7374fe1823139e112943993 2024-12-06T22:22:16,205 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/9d761ab415a144b3b56508acfbc9d93c to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/9d761ab415a144b3b56508acfbc9d93c 2024-12-06T22:22:16,206 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/005783c4de034965a31c24a39258470d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/005783c4de034965a31c24a39258470d 2024-12-06T22:22:16,206 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/f34899b3c57c472aa730494e94a663be to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/f34899b3c57c472aa730494e94a663be 2024-12-06T22:22:16,207 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/2da64536a16245fb9f7b006b2af3ec24 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/2da64536a16245fb9f7b006b2af3ec24 2024-12-06T22:22:16,208 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/9d9ab83029b84044823524d471b1b3ec to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/9d9ab83029b84044823524d471b1b3ec 2024-12-06T22:22:16,209 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/5d195c8e32ac42fc92be8c974803850d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/5d195c8e32ac42fc92be8c974803850d 2024-12-06T22:22:16,209 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/81829832cc3740478ea07cdf1846bafd to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/81829832cc3740478ea07cdf1846bafd 2024-12-06T22:22:16,210 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/a1db93ebc86c4b89a65404ba564b52ee to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/a1db93ebc86c4b89a65404ba564b52ee 2024-12-06T22:22:16,211 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/9b29fffb6c494038af682a5dc1514c94 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/9b29fffb6c494038af682a5dc1514c94 2024-12-06T22:22:16,211 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/4f2535d6897d436c85ec6c86d8cffb74 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/4f2535d6897d436c85ec6c86d8cffb74 2024-12-06T22:22:16,212 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/883e5873ddc342ee9be44d010b62fde2 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/883e5873ddc342ee9be44d010b62fde2 2024-12-06T22:22:16,213 DEBUG [StoreCloser-TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/66ba1ed4e6614916bbeedf45c8e31b46 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/66ba1ed4e6614916bbeedf45c8e31b46 2024-12-06T22:22:16,216 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/recovered.edits/492.seqid, newMaxSeqId=492, maxSeqId=4 2024-12-06T22:22:16,217 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0. 2024-12-06T22:22:16,217 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1635): Region close journal for 32603df226c841638966425fcd9b24b0: 2024-12-06T22:22:16,218 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] handler.UnassignRegionHandler(170): Closed 32603df226c841638966425fcd9b24b0 2024-12-06T22:22:16,218 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=203 updating hbase:meta row=32603df226c841638966425fcd9b24b0, regionState=CLOSED 2024-12-06T22:22:16,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=204, resume processing ppid=203 2024-12-06T22:22:16,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=204, ppid=203, state=SUCCESS; CloseRegionProcedure 32603df226c841638966425fcd9b24b0, server=6d2a5dd008ce,36991,1733523540613 in 1.8890 sec 2024-12-06T22:22:16,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=203, resume processing ppid=202 2024-12-06T22:22:16,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=203, ppid=202, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=32603df226c841638966425fcd9b24b0, UNASSIGN in 1.8920 sec 2024-12-06T22:22:16,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=202, resume processing ppid=201 2024-12-06T22:22:16,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=202, ppid=201, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8940 sec 2024-12-06T22:22:16,223 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733523736222"}]},"ts":"1733523736222"} 2024-12-06T22:22:16,223 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-06T22:22:16,225 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-06T22:22:16,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=201, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9040 sec 2024-12-06T22:22:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-12-06T22:22:16,428 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 201 completed 2024-12-06T22:22:16,428 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-06T22:22:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] procedure2.ProcedureExecutor(1098): Stored pid=205, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:22:16,429 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=205, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:22:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=205 2024-12-06T22:22:16,430 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=205, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:22:16,432 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0 2024-12-06T22:22:16,433 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A, FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B, FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C, FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/recovered.edits] 2024-12-06T22:22:16,435 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/01c175204dc044d695a7667c94b5ba2a to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/01c175204dc044d695a7667c94b5ba2a 2024-12-06T22:22:16,436 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/692a6851fd7d4aa8b0add72b95338772 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/692a6851fd7d4aa8b0add72b95338772 2024-12-06T22:22:16,437 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/93431d9c914c499da243b0201acf390d to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/A/93431d9c914c499da243b0201acf390d 2024-12-06T22:22:16,438 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/09bb34051eae4666b8fbffd670a0f5a6 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/09bb34051eae4666b8fbffd670a0f5a6 2024-12-06T22:22:16,439 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/471e9780bc2143a7985e461a7b6e5746 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/471e9780bc2143a7985e461a7b6e5746 2024-12-06T22:22:16,440 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/96d2db408b81463eb8ed8de5f50303e3 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/B/96d2db408b81463eb8ed8de5f50303e3 2024-12-06T22:22:16,442 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/515be040a1054fb1b682a0946ca3d20f to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/515be040a1054fb1b682a0946ca3d20f 2024-12-06T22:22:16,442 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/99f6ffbcd62e47a0aaa97a73216da7b1 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/99f6ffbcd62e47a0aaa97a73216da7b1 2024-12-06T22:22:16,443 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/a062cea656504832a3f4ffdda8b71f62 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/C/a062cea656504832a3f4ffdda8b71f62 2024-12-06T22:22:16,445 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/recovered.edits/492.seqid to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0/recovered.edits/492.seqid 2024-12-06T22:22:16,446 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/default/TestAcidGuarantees/32603df226c841638966425fcd9b24b0 2024-12-06T22:22:16,446 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-06T22:22:16,446 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-06T22:22:16,447 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-06T22:22:16,449 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120600cb754909de434b9fbca4417c25fc24_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120600cb754909de434b9fbca4417c25fc24_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:16,450 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206030f447795b044dc8170a3953cbf43d8_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206030f447795b044dc8170a3953cbf43d8_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:16,450 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412060bce8e2027a14a5bb9d32bcacb364368_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412060bce8e2027a14a5bb9d32bcacb364368_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:16,451 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062773e3df0535499d8bc324344a222b3a_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062773e3df0535499d8bc324344a222b3a_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:16,452 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120641ed46dda4764dfa8ec8db48d4c0b0f0_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120641ed46dda4764dfa8ec8db48d4c0b0f0_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:16,453 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206471150a9f95646a6991b0e1d54f0a379_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206471150a9f95646a6991b0e1d54f0a379_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:16,454 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064f76201d96eb4155a9d48d11aa71b063_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064f76201d96eb4155a9d48d11aa71b063_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:16,454 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064f8d5e259dd24ef49dbf2c1b09d713c2_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064f8d5e259dd24ef49dbf2c1b09d713c2_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:16,455 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065d845e1aaf2e4d09a4e69c28fb89163d_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065d845e1aaf2e4d09a4e69c28fb89163d_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:16,456 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206619ca6fed5d84074970e47b36d5a318c_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206619ca6fed5d84074970e47b36d5a318c_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:16,457 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067de77d07622c42a1bb8fdd2f4454913e_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067de77d07622c42a1bb8fdd2f4454913e_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:16,458 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069e9f2de6838748b3960a4ab58eecb106_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069e9f2de6838748b3960a4ab58eecb106_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:16,459 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069f95d36b872d402499a5d6158f74f68a_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069f95d36b872d402499a5d6158f74f68a_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:16,460 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a75d907add0d4782a43aacc66b7f4af2_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a75d907add0d4782a43aacc66b7f4af2_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:16,461 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a90ce5e1a45047f9999104f4251572bf_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a90ce5e1a45047f9999104f4251572bf_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:16,462 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206abe703af0be84823a2663bffed29b53a_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206abe703af0be84823a2663bffed29b53a_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:16,463 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b15ea08b41d44ef0ab765f65af7a94a1_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b15ea08b41d44ef0ab765f65af7a94a1_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:16,463 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b1f80a075ae647ccb63449dd168b2df3_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b1f80a075ae647ccb63449dd168b2df3_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:16,464 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b2eb4154b3084dbdb5c110617d7ffbc1_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b2eb4154b3084dbdb5c110617d7ffbc1_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:16,465 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b81229a409394ff590f6d524354e01ab_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b81229a409394ff590f6d524354e01ab_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:16,466 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c4a580881b3947739aa43fceb9531b1a_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c4a580881b3947739aa43fceb9531b1a_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:16,467 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d4de134fa0fd40839fc15223d8312547_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d4de134fa0fd40839fc15223d8312547_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:16,467 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d993f983170c4b15b58fe5988c41771a_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d993f983170c4b15b58fe5988c41771a_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:16,468 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206dd7359ca7fc64d5d8394e34f13289886_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206dd7359ca7fc64d5d8394e34f13289886_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:16,469 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fe24d750aec742cea0da46780ea4338a_32603df226c841638966425fcd9b24b0 to hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fe24d750aec742cea0da46780ea4338a_32603df226c841638966425fcd9b24b0 2024-12-06T22:22:16,469 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-06T22:22:16,471 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=205, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:22:16,473 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-06T22:22:16,474 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-06T22:22:16,475 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=205, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:22:16,475 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-06T22:22:16,475 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733523736475"}]},"ts":"9223372036854775807"} 2024-12-06T22:22:16,477 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-06T22:22:16,477 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 32603df226c841638966425fcd9b24b0, NAME => 'TestAcidGuarantees,,1733523700310.32603df226c841638966425fcd9b24b0.', STARTKEY => '', ENDKEY => ''}] 2024-12-06T22:22:16,477 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-06T22:22:16,477 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733523736477"}]},"ts":"9223372036854775807"} 2024-12-06T22:22:16,478 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-06T22:22:16,480 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=205, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T22:22:16,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=205, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 52 msec 2024-12-06T22:22:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33063 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=205 2024-12-06T22:22:16,530 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 205 completed 2024-12-06T22:22:16,539 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=236 (was 238), OpenFileDescriptor=447 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=341 (was 413), ProcessCount=11 (was 11), AvailableMemoryMB=7089 (was 7132) 2024-12-06T22:22:16,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-06T22:22:16,539 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-06T22:22:16,539 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6169df5c to 127.0.0.1:55123 2024-12-06T22:22:16,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:22:16,540 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T22:22:16,540 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=633883069, stopped=false 2024-12-06T22:22:16,540 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=6d2a5dd008ce,33063,1733523539858 2024-12-06T22:22:16,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1006969bd350001, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T22:22:16,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T22:22:16,542 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-06T22:22:16,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1006969bd350001, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T22:22:16,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T22:22:16,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:22:16,542 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6d2a5dd008ce,36991,1733523540613' ***** 2024-12-06T22:22:16,542 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-06T22:22:16,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T22:22:16,543 INFO [RS:0;6d2a5dd008ce:36991 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T22:22:16,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36991-0x1006969bd350001, quorum=127.0.0.1:55123, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T22:22:16,543 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-06T22:22:16,543 INFO [RS:0;6d2a5dd008ce:36991 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T22:22:16,543 INFO [RS:0;6d2a5dd008ce:36991 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T22:22:16,543 INFO [RS:0;6d2a5dd008ce:36991 {}] regionserver.HRegionServer(3579): Received CLOSE for 68d566dbf2dbe24fb10da6fe768e0b3e 2024-12-06T22:22:16,544 INFO [RS:0;6d2a5dd008ce:36991 {}] regionserver.HRegionServer(1224): stopping server 6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:16,544 DEBUG [RS:0;6d2a5dd008ce:36991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:22:16,544 INFO [RS:0;6d2a5dd008ce:36991 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T22:22:16,544 INFO [RS:0;6d2a5dd008ce:36991 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T22:22:16,544 INFO [RS:0;6d2a5dd008ce:36991 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T22:22:16,544 INFO [RS:0;6d2a5dd008ce:36991 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-06T22:22:16,544 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 68d566dbf2dbe24fb10da6fe768e0b3e, disabling compactions & flushes 2024-12-06T22:22:16,544 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733523544222.68d566dbf2dbe24fb10da6fe768e0b3e. 2024-12-06T22:22:16,544 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733523544222.68d566dbf2dbe24fb10da6fe768e0b3e. 2024-12-06T22:22:16,544 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733523544222.68d566dbf2dbe24fb10da6fe768e0b3e. after waiting 0 ms 2024-12-06T22:22:16,544 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733523544222.68d566dbf2dbe24fb10da6fe768e0b3e. 2024-12-06T22:22:16,544 INFO [RS:0;6d2a5dd008ce:36991 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-06T22:22:16,544 DEBUG [RS:0;6d2a5dd008ce:36991 {}] regionserver.HRegionServer(1603): Online Regions={68d566dbf2dbe24fb10da6fe768e0b3e=hbase:namespace,,1733523544222.68d566dbf2dbe24fb10da6fe768e0b3e., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T22:22:16,544 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 68d566dbf2dbe24fb10da6fe768e0b3e 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-06T22:22:16,544 DEBUG [RS_CLOSE_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-06T22:22:16,544 INFO [RS_CLOSE_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-06T22:22:16,544 DEBUG [RS_CLOSE_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-06T22:22:16,544 DEBUG [RS_CLOSE_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T22:22:16,544 DEBUG [RS_CLOSE_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T22:22:16,545 INFO [RS_CLOSE_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-06T22:22:16,548 DEBUG [RS:0;6d2a5dd008ce:36991 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 68d566dbf2dbe24fb10da6fe768e0b3e 2024-12-06T22:22:16,561 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/namespace/68d566dbf2dbe24fb10da6fe768e0b3e/.tmp/info/6e2dbd8cbd5c46b8920e273692b7559a is 45, key is default/info:d/1733523545574/Put/seqid=0 2024-12-06T22:22:16,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742613_1789 (size=5037) 2024-12-06T22:22:16,564 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/namespace/68d566dbf2dbe24fb10da6fe768e0b3e/.tmp/info/6e2dbd8cbd5c46b8920e273692b7559a 2024-12-06T22:22:16,568 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/namespace/68d566dbf2dbe24fb10da6fe768e0b3e/.tmp/info/6e2dbd8cbd5c46b8920e273692b7559a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/namespace/68d566dbf2dbe24fb10da6fe768e0b3e/info/6e2dbd8cbd5c46b8920e273692b7559a 2024-12-06T22:22:16,570 DEBUG [RS_CLOSE_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/meta/1588230740/.tmp/info/3d40435203eb4782a97505dc3f82baf3 is 143, key is hbase:namespace,,1733523544222.68d566dbf2dbe24fb10da6fe768e0b3e./info:regioninfo/1733523545464/Put/seqid=0 2024-12-06T22:22:16,570 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/namespace/68d566dbf2dbe24fb10da6fe768e0b3e/info/6e2dbd8cbd5c46b8920e273692b7559a, entries=2, sequenceid=6, filesize=4.9 K 2024-12-06T22:22:16,571 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 68d566dbf2dbe24fb10da6fe768e0b3e in 27ms, sequenceid=6, compaction requested=false 2024-12-06T22:22:16,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742614_1790 (size=7725) 2024-12-06T22:22:16,573 INFO [RS_CLOSE_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/meta/1588230740/.tmp/info/3d40435203eb4782a97505dc3f82baf3 2024-12-06T22:22:16,574 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/namespace/68d566dbf2dbe24fb10da6fe768e0b3e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T22:22:16,575 INFO [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733523544222.68d566dbf2dbe24fb10da6fe768e0b3e. 2024-12-06T22:22:16,575 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 68d566dbf2dbe24fb10da6fe768e0b3e: 2024-12-06T22:22:16,575 DEBUG [RS_CLOSE_REGION-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733523544222.68d566dbf2dbe24fb10da6fe768e0b3e. 2024-12-06T22:22:16,590 DEBUG [RS_CLOSE_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/meta/1588230740/.tmp/rep_barrier/9f6b4fd8cc2448f2966afea372f1ba79 is 102, key is TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9./rep_barrier:/1733523572074/DeleteFamily/seqid=0 2024-12-06T22:22:16,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742615_1791 (size=6025) 2024-12-06T22:22:16,618 INFO [regionserver/6d2a5dd008ce:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T22:22:16,748 DEBUG [RS:0;6d2a5dd008ce:36991 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-06T22:22:16,948 DEBUG [RS:0;6d2a5dd008ce:36991 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-06T22:22:16,993 INFO [RS_CLOSE_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/meta/1588230740/.tmp/rep_barrier/9f6b4fd8cc2448f2966afea372f1ba79 2024-12-06T22:22:17,011 DEBUG [RS_CLOSE_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/meta/1588230740/.tmp/table/42a99491685e450b84eee95767b35abe is 96, key is TestAcidGuarantees,,1733523545768.c00c6dd32d8647790d9bb239f01c93f9./table:/1733523572074/DeleteFamily/seqid=0 2024-12-06T22:22:17,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742616_1792 (size=5942) 2024-12-06T22:22:17,097 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(140): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6d2a5dd008ce:33063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$200(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.getLiveRegionServers(RegionServerStatusProtos.java:17362) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionImplementation.getLiveRegionServers(ConnectionImplementation.java:2376) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:138) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 12 more 2024-12-06T22:22:17,149 DEBUG [RS:0;6d2a5dd008ce:36991 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-06T22:22:17,241 INFO [regionserver/6d2a5dd008ce:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T22:22:17,241 INFO [regionserver/6d2a5dd008ce:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T22:22:17,349 DEBUG [RS:0;6d2a5dd008ce:36991 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-06T22:22:17,414 INFO [RS_CLOSE_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/meta/1588230740/.tmp/table/42a99491685e450b84eee95767b35abe 2024-12-06T22:22:17,417 DEBUG [RS_CLOSE_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/meta/1588230740/.tmp/info/3d40435203eb4782a97505dc3f82baf3 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/meta/1588230740/info/3d40435203eb4782a97505dc3f82baf3 2024-12-06T22:22:17,420 INFO [RS_CLOSE_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/meta/1588230740/info/3d40435203eb4782a97505dc3f82baf3, entries=22, sequenceid=93, filesize=7.5 K 2024-12-06T22:22:17,421 DEBUG [RS_CLOSE_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/meta/1588230740/.tmp/rep_barrier/9f6b4fd8cc2448f2966afea372f1ba79 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/meta/1588230740/rep_barrier/9f6b4fd8cc2448f2966afea372f1ba79 2024-12-06T22:22:17,423 INFO [RS_CLOSE_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/meta/1588230740/rep_barrier/9f6b4fd8cc2448f2966afea372f1ba79, entries=6, sequenceid=93, filesize=5.9 K 2024-12-06T22:22:17,424 DEBUG [RS_CLOSE_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/meta/1588230740/.tmp/table/42a99491685e450b84eee95767b35abe as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/meta/1588230740/table/42a99491685e450b84eee95767b35abe 2024-12-06T22:22:17,426 INFO [RS_CLOSE_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/meta/1588230740/table/42a99491685e450b84eee95767b35abe, entries=9, sequenceid=93, filesize=5.8 K 2024-12-06T22:22:17,426 INFO [RS_CLOSE_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 882ms, sequenceid=93, compaction requested=false 2024-12-06T22:22:17,430 DEBUG [RS_CLOSE_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-06T22:22:17,430 DEBUG [RS_CLOSE_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T22:22:17,430 INFO [RS_CLOSE_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-06T22:22:17,430 DEBUG [RS_CLOSE_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-06T22:22:17,430 DEBUG [RS_CLOSE_META-regionserver/6d2a5dd008ce:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T22:22:17,549 INFO [RS:0;6d2a5dd008ce:36991 {}] regionserver.HRegionServer(1250): stopping server 6d2a5dd008ce,36991,1733523540613; all regions closed. 2024-12-06T22:22:17,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741834_1010 (size=26050) 2024-12-06T22:22:17,555 DEBUG [RS:0;6d2a5dd008ce:36991 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/oldWALs 2024-12-06T22:22:17,555 INFO [RS:0;6d2a5dd008ce:36991 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6d2a5dd008ce%2C36991%2C1733523540613.meta:.meta(num 1733523543976) 2024-12-06T22:22:17,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741833_1009 (size=17918507) 2024-12-06T22:22:17,558 DEBUG [RS:0;6d2a5dd008ce:36991 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/oldWALs 2024-12-06T22:22:17,558 INFO [RS:0;6d2a5dd008ce:36991 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6d2a5dd008ce%2C36991%2C1733523540613:(num 1733523543387) 2024-12-06T22:22:17,558 DEBUG [RS:0;6d2a5dd008ce:36991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:22:17,558 INFO [RS:0;6d2a5dd008ce:36991 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T22:22:17,559 INFO [RS:0;6d2a5dd008ce:36991 {}] hbase.ChoreService(370): Chore service for: regionserver/6d2a5dd008ce:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T22:22:17,559 INFO [regionserver/6d2a5dd008ce:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-06T22:22:17,559 INFO [RS:0;6d2a5dd008ce:36991 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36991 2024-12-06T22:22:17,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1006969bd350001, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6d2a5dd008ce,36991,1733523540613 2024-12-06T22:22:17,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T22:22:17,563 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$359/0x00007fa9688f1d48@648cf531 rejected from java.util.concurrent.ThreadPoolExecutor@218e67c4[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-06T22:22:17,563 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6d2a5dd008ce,36991,1733523540613] 2024-12-06T22:22:17,563 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 6d2a5dd008ce,36991,1733523540613; numProcessing=1 2024-12-06T22:22:17,565 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/6d2a5dd008ce,36991,1733523540613 already deleted, retry=false 2024-12-06T22:22:17,565 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 6d2a5dd008ce,36991,1733523540613 expired; onlineServers=0 2024-12-06T22:22:17,565 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6d2a5dd008ce,33063,1733523539858' ***** 2024-12-06T22:22:17,565 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T22:22:17,565 DEBUG [M:0;6d2a5dd008ce:33063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d66913, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6d2a5dd008ce/172.17.0.2:0 2024-12-06T22:22:17,565 INFO [M:0;6d2a5dd008ce:33063 {}] regionserver.HRegionServer(1224): stopping server 6d2a5dd008ce,33063,1733523539858 2024-12-06T22:22:17,565 INFO [M:0;6d2a5dd008ce:33063 {}] regionserver.HRegionServer(1250): stopping server 6d2a5dd008ce,33063,1733523539858; all regions closed. 2024-12-06T22:22:17,565 DEBUG [M:0;6d2a5dd008ce:33063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T22:22:17,565 DEBUG [M:0;6d2a5dd008ce:33063 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T22:22:17,565 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T22:22:17,565 DEBUG [M:0;6d2a5dd008ce:33063 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T22:22:17,565 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster-HFileCleaner.large.0-1733523543132 {}] cleaner.HFileCleaner(306): Exit Thread[master/6d2a5dd008ce:0:becomeActiveMaster-HFileCleaner.large.0-1733523543132,5,FailOnTimeoutGroup] 2024-12-06T22:22:17,565 DEBUG [master/6d2a5dd008ce:0:becomeActiveMaster-HFileCleaner.small.0-1733523543133 {}] cleaner.HFileCleaner(306): Exit Thread[master/6d2a5dd008ce:0:becomeActiveMaster-HFileCleaner.small.0-1733523543133,5,FailOnTimeoutGroup] 2024-12-06T22:22:17,566 INFO [M:0;6d2a5dd008ce:33063 {}] hbase.ChoreService(370): Chore service for: master/6d2a5dd008ce:0 had [] on shutdown 2024-12-06T22:22:17,566 DEBUG [M:0;6d2a5dd008ce:33063 {}] master.HMaster(1733): Stopping service threads 2024-12-06T22:22:17,566 INFO [M:0;6d2a5dd008ce:33063 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T22:22:17,566 ERROR [M:0;6d2a5dd008ce:33063 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1573750593) connection to localhost/127.0.0.1:40621 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40621,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-06T22:22:17,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T22:22:17,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T22:22:17,567 INFO [M:0;6d2a5dd008ce:33063 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T22:22:17,567 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T22:22:17,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T22:22:17,567 DEBUG [M:0;6d2a5dd008ce:33063 {}] zookeeper.ZKUtil(347): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T22:22:17,567 WARN [M:0;6d2a5dd008ce:33063 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T22:22:17,567 INFO [M:0;6d2a5dd008ce:33063 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-06T22:22:17,567 INFO [M:0;6d2a5dd008ce:33063 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T22:22:17,567 DEBUG [M:0;6d2a5dd008ce:33063 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T22:22:17,567 INFO [M:0;6d2a5dd008ce:33063 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T22:22:17,567 DEBUG [M:0;6d2a5dd008ce:33063 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T22:22:17,567 DEBUG [M:0;6d2a5dd008ce:33063 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T22:22:17,567 DEBUG [M:0;6d2a5dd008ce:33063 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T22:22:17,567 INFO [M:0;6d2a5dd008ce:33063 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=854.77 KB heapSize=1.03 MB 2024-12-06T22:22:17,594 DEBUG [M:0;6d2a5dd008ce:33063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f8b9f81be4a414a929c2646f549d11a is 82, key is hbase:meta,,1/info:regioninfo/1733523544118/Put/seqid=0 2024-12-06T22:22:17,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742617_1793 (size=5672) 2024-12-06T22:22:17,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1006969bd350001, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T22:22:17,664 INFO [RS:0;6d2a5dd008ce:36991 {}] regionserver.HRegionServer(1307): Exiting; stopping=6d2a5dd008ce,36991,1733523540613; zookeeper connection closed. 2024-12-06T22:22:17,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1006969bd350001, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T22:22:17,665 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3df834d5 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3df834d5 2024-12-06T22:22:17,665 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T22:22:17,997 INFO [M:0;6d2a5dd008ce:33063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2500 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f8b9f81be4a414a929c2646f549d11a 2024-12-06T22:22:18,023 DEBUG [M:0;6d2a5dd008ce:33063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6c136b10ebe49d38a6a09cff9601173 is 2284, key is \x00\x00\x00\x00\x00\x00\x00\xB0/proc:d/1733523703328/Put/seqid=0 2024-12-06T22:22:18,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742618_1794 (size=49699) 2024-12-06T22:22:18,427 INFO [M:0;6d2a5dd008ce:33063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=854.21 KB at sequenceid=2500 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6c136b10ebe49d38a6a09cff9601173 2024-12-06T22:22:18,430 INFO [M:0;6d2a5dd008ce:33063 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6c136b10ebe49d38a6a09cff9601173 2024-12-06T22:22:18,444 DEBUG [M:0;6d2a5dd008ce:33063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99fe7d28a76a4f95992414e886e4e0bd is 69, key is 6d2a5dd008ce,36991,1733523540613/rs:state/1733523543159/Put/seqid=0 2024-12-06T22:22:18,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073742619_1795 (size=5156) 2024-12-06T22:22:18,848 INFO [M:0;6d2a5dd008ce:33063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2500 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99fe7d28a76a4f95992414e886e4e0bd 2024-12-06T22:22:18,851 DEBUG [M:0;6d2a5dd008ce:33063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f8b9f81be4a414a929c2646f549d11a as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f8b9f81be4a414a929c2646f549d11a 2024-12-06T22:22:18,854 INFO [M:0;6d2a5dd008ce:33063 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f8b9f81be4a414a929c2646f549d11a, entries=8, sequenceid=2500, filesize=5.5 K 2024-12-06T22:22:18,855 DEBUG [M:0;6d2a5dd008ce:33063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6c136b10ebe49d38a6a09cff9601173 as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a6c136b10ebe49d38a6a09cff9601173 2024-12-06T22:22:18,857 INFO [M:0;6d2a5dd008ce:33063 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6c136b10ebe49d38a6a09cff9601173 2024-12-06T22:22:18,857 INFO [M:0;6d2a5dd008ce:33063 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a6c136b10ebe49d38a6a09cff9601173, entries=205, sequenceid=2500, filesize=48.5 K 2024-12-06T22:22:18,858 DEBUG [M:0;6d2a5dd008ce:33063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99fe7d28a76a4f95992414e886e4e0bd as hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99fe7d28a76a4f95992414e886e4e0bd 2024-12-06T22:22:18,860 INFO [M:0;6d2a5dd008ce:33063 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40621/user/jenkins/test-data/24836777-8ba7-226a-6256-84470d9142f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99fe7d28a76a4f95992414e886e4e0bd, entries=1, sequenceid=2500, filesize=5.0 K 2024-12-06T22:22:18,861 INFO [M:0;6d2a5dd008ce:33063 {}] regionserver.HRegion(3040): Finished flush of dataSize ~854.77 KB/875285, heapSize ~1.03 MB/1082032, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=2500, compaction requested=false 2024-12-06T22:22:18,863 INFO [M:0;6d2a5dd008ce:33063 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T22:22:18,863 DEBUG [M:0;6d2a5dd008ce:33063 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-06T22:22:18,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741830_1006 (size=1039128) 2024-12-06T22:22:18,867 INFO [M:0;6d2a5dd008ce:33063 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-06T22:22:18,866 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-06T22:22:18,867 INFO [M:0;6d2a5dd008ce:33063 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33063 2024-12-06T22:22:18,868 DEBUG [M:0;6d2a5dd008ce:33063 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/6d2a5dd008ce,33063,1733523539858 already deleted, retry=false 2024-12-06T22:22:18,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T22:22:18,970 INFO [M:0;6d2a5dd008ce:33063 {}] regionserver.HRegionServer(1307): Exiting; stopping=6d2a5dd008ce,33063,1733523539858; zookeeper connection closed. 2024-12-06T22:22:18,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33063-0x1006969bd350000, quorum=127.0.0.1:55123, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T22:22:18,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bd2e890{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T22:22:18,978 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3fa6ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T22:22:18,978 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T22:22:18,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63d4d645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T22:22:18,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57582772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/hadoop.log.dir/,STOPPED} 2024-12-06T22:22:18,982 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T22:22:18,982 WARN [BP-1101255387-172.17.0.2-1733523536994 heartbeating to localhost/127.0.0.1:40621 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T22:22:18,982 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T22:22:18,982 WARN [BP-1101255387-172.17.0.2-1733523536994 heartbeating to localhost/127.0.0.1:40621 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1101255387-172.17.0.2-1733523536994 (Datanode Uuid 0c252b98-da69-4532-9460-bf4966a099e6) service to localhost/127.0.0.1:40621 2024-12-06T22:22:18,984 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/cluster_50b5a7fc-3fa1-0061-c19a-b6639f045216/dfs/data/data1/current/BP-1101255387-172.17.0.2-1733523536994 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T22:22:18,985 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/cluster_50b5a7fc-3fa1-0061-c19a-b6639f045216/dfs/data/data2/current/BP-1101255387-172.17.0.2-1733523536994 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T22:22:18,986 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T22:22:18,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f0d4558{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T22:22:18,995 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T22:22:18,995 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T22:22:18,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T22:22:18,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d31cee65-645a-2cbc-d342-a44f6264c911/hadoop.log.dir/,STOPPED} 2024-12-06T22:22:19,016 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-06T22:22:19,165 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down